{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":379,"error":null,"skip_reason":null,"score_raw":0.09999999999999999,"duration_s":8.214183919999996,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1835,"out_tokens":2065},"claude-opus-4-7":{"in_tokens":3501,"out_tokens":911},"mistral-large-2":{"in_tokens":1946,"out_tokens":877}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":418,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":9.552965725999996,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":2380},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":1058},"mistral-large-2":{"in_tokens":1581,"out_tokens":699}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":448,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":10.124219759000006,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1560,"out_tokens":2025},"claude-opus-4-7":{"in_tokens":2997,"out_tokens":776},"mistral-large-2":{"in_tokens":1687,"out_tokens":757}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":516,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":11.852717889000004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1920,"out_tokens":1989},"claude-opus-4-7":{"in_tokens":3721,"out_tokens":843},"mistral-large-2":{"in_tokens":2079,"out_tokens":979}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1325,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":24.450786456000003,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2142,"out_tokens":1925},"claude-opus-4-7":{"in_tokens":4072,"out_tokens":854},"mistral-large-2":{"in_tokens":2307,"out_tokens":940}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1330,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.264243152999995,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1870,"out_tokens":2705},"claude-opus-4-7":{"in_tokens":3499,"out_tokens":750},"mistral-large-2":{"in_tokens":2016,"out_tokens":789}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1716,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":29.281265489000006,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2015,"out_tokens":2687},"claude-opus-4-7":{"in_tokens":3789,"out_tokens":771},"mistral-large-2":{"in_tokens":2129,"out_tokens":777}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1649,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":30.014783534000003,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2357,"out_tokens":3650},"claude-opus-4-7":{"in_tokens":4416,"out_tokens":798},"mistral-large-2":{"in_tokens":2494,"out_tokens":828}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":32.366031803999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.164851107,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":34.778278011,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.989138341,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1122,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":17.801844728999995,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":2236},"claude-opus-4-7":{"in_tokens":3114,"out_tokens":620},"mistral-large-2":{"in_tokens":1680,"out_tokens":640}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1019,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":17.500902459000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":2268},"claude-opus-4-7":{"in_tokens":2998,"out_tokens":539},"mistral-large-2":{"in_tokens":1639,"out_tokens":579}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1083,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":16.552746852,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":2689},"claude-opus-4-7":{"in_tokens":3158,"out_tokens":836},"mistral-large-2":{"in_tokens":1734,"out_tokens":648}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1537,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":24.993676705,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2307,"out_tokens":3245},"claude-opus-4-7":{"in_tokens":4308,"out_tokens":869},"mistral-large-2":{"in_tokens":2447,"out_tokens":1156}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":888,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":15.887083735000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":1481},"claude-opus-4-7":{"in_tokens":2946,"out_tokens":670},"mistral-large-2":{"in_tokens":1665,"out_tokens":632}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1049,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.240723021999997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1645,"out_tokens":1995},"claude-opus-4-7":{"in_tokens":3114,"out_tokens":410},"mistral-large-2":{"in_tokens":1713,"out_tokens":579}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":956,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":16.63014083200001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1646,"out_tokens":1624},"claude-opus-4-7":{"in_tokens":3112,"out_tokens":441},"mistral-large-2":{"in_tokens":1705,"out_tokens":654}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":63.22084819700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":34.034510446,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":67.832301454,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.060508244000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":34.720137466,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":85,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":34.000390687999996,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1110},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":464},"mistral-large-2":{"in_tokens":1218,"out_tokens":576}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":72.80012215299999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1098,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":19.289960141999998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":2344},"claude-opus-4-7":{"in_tokens":2879,"out_tokens":533},"mistral-large-2":{"in_tokens":1607,"out_tokens":819}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":960,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.945890707000004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1542},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":495},"mistral-large-2":{"in_tokens":1488,"out_tokens":595}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":78.32049857800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":70.02079298700001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":2060},"claude-opus-4-7":{"in_tokens":2889,"out_tokens":635},"mistral-large-2":{"in_tokens":1478,"out_tokens":631}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":941,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.588765566000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":1797},"claude-opus-4-7":{"in_tokens":2598,"out_tokens":581},"mistral-large-2":{"in_tokens":1455,"out_tokens":593}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1110,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":20.13937375500001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1183},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":500},"mistral-large-2":{"in_tokens":1514,"out_tokens":541}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1018,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":17.652636443999995,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1687,"out_tokens":1383},"claude-opus-4-7":{"in_tokens":3174,"out_tokens":566},"mistral-large-2":{"in_tokens":1746,"out_tokens":662}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1079,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":19.464148117999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":1945},"claude-opus-4-7":{"in_tokens":2921,"out_tokens":445},"mistral-large-2":{"in_tokens":1594,"out_tokens":670}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":892,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.459152549999999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":1770},"claude-opus-4-7":{"in_tokens":3077,"out_tokens":633},"mistral-large-2":{"in_tokens":1800,"out_tokens":632}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":640,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":14.831652546000015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1712,"out_tokens":1596},"claude-opus-4-7":{"in_tokens":3251,"out_tokens":612},"mistral-large-2":{"in_tokens":1780,"out_tokens":616}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":958,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":15.767235557999982,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1729,"out_tokens":2665},"claude-opus-4-7":{"in_tokens":3244,"out_tokens":536},"mistral-large-2":{"in_tokens":1954,"out_tokens":528}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":119,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":33.44412027199999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2298,"out_tokens":419},"mistral-large-2":{"in_tokens":1267,"out_tokens":475}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.377771002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.36014853200001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":601,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":9.927766173999999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1817},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":577},"mistral-large-2":{"in_tokens":1406,"out_tokens":704}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":35.34137587700002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1947,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":37.10615940599999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1486,"out_tokens":1365},"claude-opus-4-7":{"in_tokens":2932,"out_tokens":487},"mistral-large-2":{"in_tokens":1592,"out_tokens":491}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":832,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.216677075000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":2062},"claude-opus-4-7":{"in_tokens":2855,"out_tokens":622},"mistral-large-2":{"in_tokens":1673,"out_tokens":653}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1274,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.494945848000015,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2074,"out_tokens":3195},"claude-opus-4-7":{"in_tokens":3879,"out_tokens":801},"mistral-large-2":{"in_tokens":2249,"out_tokens":771}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.064968257000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":1928},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":433},"mistral-large-2":{"in_tokens":1560,"out_tokens":752}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":982,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":21.562986905999992,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2037,"out_tokens":2633},"claude-opus-4-7":{"in_tokens":3792,"out_tokens":651},"mistral-large-2":{"in_tokens":2137,"out_tokens":737}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":704,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":11.862618340000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1270,"out_tokens":1281},"claude-opus-4-7":{"in_tokens":2516,"out_tokens":527},"mistral-large-2":{"in_tokens":1396,"out_tokens":561}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":17.307759699,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":997,"out_tokens":834},"claude-opus-4-7":{"in_tokens":1904,"out_tokens":460},"mistral-large-2":{"in_tokens":1049,"out_tokens":476}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":865,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.20712646199999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1445,"out_tokens":2260},"claude-opus-4-7":{"in_tokens":2790,"out_tokens":706},"mistral-large-2":{"in_tokens":1591,"out_tokens":665}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":531,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":11.66224561300001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1648,"out_tokens":1211},"claude-opus-4-7":{"in_tokens":3157,"out_tokens":538},"mistral-large-2":{"in_tokens":1714,"out_tokens":626}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1551,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.352978293000007,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2227,"out_tokens":2899},"claude-opus-4-7":{"in_tokens":4333,"out_tokens":753},"mistral-large-2":{"in_tokens":2344,"out_tokens":716}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":71.32008950899998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":375,"out_tokens":58,"error":null,"skip_reason":null,"score_raw":0.14814814814814814,"duration_s":34.47381966099999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":944,"out_tokens":748},"claude-opus-4-7":{"in_tokens":1791,"out_tokens":515},"mistral-large-2":{"in_tokens":998,"out_tokens":524}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.76514666599999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1905,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":34.668580389,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1965,"out_tokens":1589},"claude-opus-4-7":{"in_tokens":3792,"out_tokens":496},"mistral-large-2":{"in_tokens":2051,"out_tokens":668}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":35.54838458399999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":68.93693511000001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1974,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":30.286050357000022,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2358,"out_tokens":3340},"claude-opus-4-7":{"in_tokens":4606,"out_tokens":756},"mistral-large-2":{"in_tokens":2554,"out_tokens":990}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":789,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.508927966000016,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1721,"out_tokens":2397},"claude-opus-4-7":{"in_tokens":3128,"out_tokens":545},"mistral-large-2":{"in_tokens":1793,"out_tokens":629}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1404,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":27.34380985599998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2049,"out_tokens":2353},"claude-opus-4-7":{"in_tokens":3979,"out_tokens":740},"mistral-large-2":{"in_tokens":2225,"out_tokens":731}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1850,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":28.590427704999996,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2244,"out_tokens":2926},"claude-opus-4-7":{"in_tokens":4464,"out_tokens":946},"mistral-large-2":{"in_tokens":2391,"out_tokens":783}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":72.31875826500001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1218,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":17.24472677700001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":1406},"claude-opus-4-7":{"in_tokens":3253,"out_tokens":548},"mistral-large-2":{"in_tokens":1819,"out_tokens":679}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":35.345742693000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":13.839016493999992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":1664},"claude-opus-4-7":{"in_tokens":2737,"out_tokens":706},"mistral-large-2":{"in_tokens":1557,"out_tokens":709}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1605,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":26.154176006,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2147,"out_tokens":2687},"claude-opus-4-7":{"in_tokens":4189,"out_tokens":977},"mistral-large-2":{"in_tokens":2328,"out_tokens":853}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1493,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":21.433313456000008,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1810,"out_tokens":2051},"claude-opus-4-7":{"in_tokens":3339,"out_tokens":512},"mistral-large-2":{"in_tokens":1877,"out_tokens":706}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":895,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":13.699618996999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1206},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":496},"mistral-large-2":{"in_tokens":1433,"out_tokens":522}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":960,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":17.569963983999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":1235},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":533},"mistral-large-2":{"in_tokens":1481,"out_tokens":1084}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1671,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":29.03286648300002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1904,"out_tokens":1615},"claude-opus-4-7":{"in_tokens":3590,"out_tokens":475},"mistral-large-2":{"in_tokens":1964,"out_tokens":993}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":387,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":9.855334951999993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":1486},"claude-opus-4-7":{"in_tokens":2385,"out_tokens":648},"mistral-large-2":{"in_tokens":1296,"out_tokens":579}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":34.222297075,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.63188136400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.38786592600002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":33.874562365,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2599,"out_tokens":3755},"claude-opus-4-7":{"in_tokens":5026,"out_tokens":897},"mistral-large-2":{"in_tokens":2716,"out_tokens":803}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":1751,"error":null,"skip_reason":null,"score_raw":0.9666666666666667,"duration_s":30.10425522999998,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2346,"out_tokens":2977},"claude-opus-4-7":{"in_tokens":4582,"out_tokens":1003},"mistral-large-2":{"in_tokens":2520,"out_tokens":986}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.544198077999994,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":1256},"claude-opus-4-7":{"in_tokens":2435,"out_tokens":581},"mistral-large-2":{"in_tokens":1357,"out_tokens":643}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":13,"error":null,"skip_reason":null,"score_raw":0.07407407407407407,"duration_s":16.514874735999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":977,"out_tokens":1036},"claude-opus-4-7":{"in_tokens":1870,"out_tokens":357},"mistral-large-2":{"in_tokens":1073,"out_tokens":553}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1678,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":26.140358351999993,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":1860},"claude-opus-4-7":{"in_tokens":3110,"out_tokens":487},"mistral-large-2":{"in_tokens":1738,"out_tokens":563}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":35.25252553999999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1549,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":26.690982905999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1973,"out_tokens":1541},"claude-opus-4-7":{"in_tokens":3697,"out_tokens":592},"mistral-large-2":{"in_tokens":2043,"out_tokens":715}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1500,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":26.340844156999992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1706,"out_tokens":1417},"claude-opus-4-7":{"in_tokens":3228,"out_tokens":607},"mistral-large-2":{"in_tokens":1780,"out_tokens":742}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1853,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":29.429277137000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1571,"out_tokens":2111},"claude-opus-4-7":{"in_tokens":3040,"out_tokens":579},"mistral-large-2":{"in_tokens":1770,"out_tokens":600}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":32.79375269900001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":32.722942423000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1115,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":17.108587324999974,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1767},"claude-opus-4-7":{"in_tokens":2262,"out_tokens":650},"mistral-large-2":{"in_tokens":1286,"out_tokens":643}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1849,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":31.594128954000013,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":1512},"claude-opus-4-7":{"in_tokens":2741,"out_tokens":531},"mistral-large-2":{"in_tokens":1687,"out_tokens":472}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":35.000129352000016,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1689,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":29.19673030299998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1743,"out_tokens":2028},"claude-opus-4-7":{"in_tokens":3209,"out_tokens":605},"mistral-large-2":{"in_tokens":1884,"out_tokens":660}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":34.023376074,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.534365062000006,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":34.396635868999965,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1825,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":32.28055444900002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":1753},"claude-opus-4-7":{"in_tokens":2496,"out_tokens":671},"mistral-large-2":{"in_tokens":1395,"out_tokens":614}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":34.288570306,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":807,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":77.26295983799997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1910,"out_tokens":1604},"claude-opus-4-7":{"in_tokens":3643,"out_tokens":587},"mistral-large-2":{"in_tokens":1990,"out_tokens":666}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.390980383,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":68.32443667299998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":34.999866010999995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":502,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":18.154108510000015,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":1807},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":617},"mistral-large-2":{"in_tokens":1524,"out_tokens":624}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":34.619542705000015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":428,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.13503639999999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":2082},"claude-opus-4-7":{"in_tokens":2958,"out_tokens":625},"mistral-large-2":{"in_tokens":1702,"out_tokens":602}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":5.99989073200004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":1544},"claude-opus-4-7":{"in_tokens":2804,"out_tokens":549},"mistral-large-2":{"in_tokens":1711,"out_tokens":502}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini","skip_reason":null,"score_raw":null,"duration_s":33.56815989699999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":77.69416377300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1959,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":75.05736528600005,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1648},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":608},"mistral-large-2":{"in_tokens":1321,"out_tokens":594}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":8.999284220999982,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1808,"out_tokens":3000},"claude-opus-4-7":{"in_tokens":3362,"out_tokens":929},"mistral-large-2":{"in_tokens":1937,"out_tokens":1105}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":79.18959781499996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":188.33142932900003,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2415,"out_tokens":3316},"claude-opus-4-7":{"in_tokens":4691,"out_tokens":814},"mistral-large-2":{"in_tokens":2614,"out_tokens":851}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":76.62919180400002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":69.12487592900004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":69.772783559,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":320,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":68.90486110399996,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":1477},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":671},"mistral-large-2":{"in_tokens":1487,"out_tokens":625}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":263,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":6.415304333999984,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.2222222222222222,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":2109},"claude-opus-4-7":{"in_tokens":2286,"out_tokens":586},"mistral-large-2":{"in_tokens":1322,"out_tokens":669}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.047619047619047616,"duration_s":369.890285088,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1967},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":584},"mistral-large-2":{"in_tokens":1478,"out_tokens":687}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":355,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":8.50685471600002,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1679},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":522},"mistral-large-2":{"in_tokens":1393,"out_tokens":673}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":612,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":373.919730833,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2063,"out_tokens":2245},"claude-opus-4-7":{"in_tokens":3833,"out_tokens":797},"mistral-large-2":{"in_tokens":2210,"out_tokens":698}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":80.39908425100003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":76.656630801,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":67.35160953800005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1537},"claude-opus-4-7":{"in_tokens":2474,"out_tokens":615},"mistral-large-2":{"in_tokens":1369,"out_tokens":614}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":91.44358785100002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":89.56676816499998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":76.89290576299999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":1812},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":565},"mistral-large-2":{"in_tokens":1291,"out_tokens":542}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":742,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":17.944007033000048,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2012,"out_tokens":2729},"claude-opus-4-7":{"in_tokens":3939,"out_tokens":737},"mistral-large-2":{"in_tokens":2181,"out_tokens":1042}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":758,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":15.97874738500002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2055,"out_tokens":2064},"claude-opus-4-7":{"in_tokens":4137,"out_tokens":891},"mistral-large-2":{"in_tokens":2173,"out_tokens":789}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":789,"error":null,"skip_reason":null,"score_raw":0.6333333333333334,"duration_s":16.988618515999974,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2059,"out_tokens":2438},"claude-opus-4-7":{"in_tokens":4105,"out_tokens":977},"mistral-large-2":{"in_tokens":2220,"out_tokens":760}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":1021,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":81.88649652199996,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2290,"out_tokens":2643},"claude-opus-4-7":{"in_tokens":4559,"out_tokens":838},"mistral-large-2":{"in_tokens":2474,"out_tokens":763}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":776,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":21.660802150999984,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2065,"out_tokens":2853},"claude-opus-4-7":{"in_tokens":4085,"out_tokens":694},"mistral-large-2":{"in_tokens":2225,"out_tokens":737}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":73.67216599599999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2084,"out_tokens":2782},"claude-opus-4-7":{"in_tokens":4034,"out_tokens":794},"mistral-large-2":{"in_tokens":2181,"out_tokens":792}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1431,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":33.60743212099999,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2788,"out_tokens":3128},"claude-opus-4-7":{"in_tokens":5507,"out_tokens":908},"mistral-large-2":{"in_tokens":3001,"out_tokens":952}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":704,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":376.339571359,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2127,"out_tokens":3045},"claude-opus-4-7":{"in_tokens":4160,"out_tokens":1091},"mistral-large-2":{"in_tokens":2220,"out_tokens":949}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":486,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":971.5517926960001,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1563,"out_tokens":1856},"claude-opus-4-7":{"in_tokens":3031,"out_tokens":848},"mistral-large-2":{"in_tokens":1614,"out_tokens":671}}}