{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":335,"error":null,"skip_reason":null,"score_raw":0.13333333333333333,"duration_s":7.189157135000009,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1792,"out_tokens":1789},"claude-opus-4-7":{"in_tokens":3433,"out_tokens":971},"mistral-large-2":{"in_tokens":1902,"out_tokens":799}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":404,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":8.748927922,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":2412},"claude-opus-4-7":{"in_tokens":2812,"out_tokens":881},"mistral-large-2":{"in_tokens":1567,"out_tokens":759}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":461,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":11.080742829999998,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1876,"out_tokens":2216},"claude-opus-4-7":{"in_tokens":3619,"out_tokens":951},"mistral-large-2":{"in_tokens":2024,"out_tokens":965}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":505,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":11.177850470000003,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1613,"out_tokens":1627},"claude-opus-4-7":{"in_tokens":3090,"out_tokens":772},"mistral-large-2":{"in_tokens":1744,"out_tokens":738}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":4,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":18.966276427000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2761,"out_tokens":361},"mistral-large-2":{"in_tokens":1569,"out_tokens":590}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":24.461010375999997,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":2981},"claude-opus-4-7":{"in_tokens":3358,"out_tokens":628},"mistral-large-2":{"in_tokens":1868,"out_tokens":705}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1322,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":25.221020093,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2137,"out_tokens":3584},"claude-opus-4-7":{"in_tokens":4069,"out_tokens":775},"mistral-large-2":{"in_tokens":2284,"out_tokens":832}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1360,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":25.659734472000004,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1872,"out_tokens":1843},"claude-opus-4-7":{"in_tokens":3529,"out_tokens":821},"mistral-large-2":{"in_tokens":2010,"out_tokens":838}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1496,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":26.820062530999998,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2270,"out_tokens":2834},"claude-opus-4-7":{"in_tokens":4263,"out_tokens":898},"mistral-large-2":{"in_tokens":2422,"out_tokens":930}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":34.264852177,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":34.752384019000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":34.930734389,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2801,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":41.282130416,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":1889},"claude-opus-4-7":{"in_tokens":3510,"out_tokens":873},"mistral-large-2":{"in_tokens":1999,"out_tokens":836}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2798,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":42.571972455,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2096,"out_tokens":3188},"claude-opus-4-7":{"in_tokens":3973,"out_tokens":958},"mistral-large-2":{"in_tokens":2244,"out_tokens":749}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1253,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.548008073999995,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":2691},"claude-opus-4-7":{"in_tokens":3232,"out_tokens":754},"mistral-large-2":{"in_tokens":1793,"out_tokens":686}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1222,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.56500807100001,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1706,"out_tokens":2558},"claude-opus-4-7":{"in_tokens":3297,"out_tokens":807},"mistral-large-2":{"in_tokens":1778,"out_tokens":852}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1279,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.480326633999994,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1651,"out_tokens":2698},"claude-opus-4-7":{"in_tokens":3271,"out_tokens":662},"mistral-large-2":{"in_tokens":1760,"out_tokens":645}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3018,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":45.973737486000005,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1967,"out_tokens":3921},"claude-opus-4-7":{"in_tokens":3717,"out_tokens":840},"mistral-large-2":{"in_tokens":2131,"out_tokens":765}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1597,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":27.551270470999995,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2359,"out_tokens":3016},"claude-opus-4-7":{"in_tokens":4368,"out_tokens":1111},"mistral-large-2":{"in_tokens":2507,"out_tokens":1011}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":34.995094979,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3577,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":58.790669479,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1783,"out_tokens":2787},"claude-opus-4-7":{"in_tokens":3407,"out_tokens":685},"mistral-large-2":{"in_tokens":1896,"out_tokens":743}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1055,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.757144005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1524},"claude-opus-4-7":{"in_tokens":3120,"out_tokens":522},"mistral-large-2":{"in_tokens":1689,"out_tokens":589}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":993,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":18.388457594000002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1655,"out_tokens":1746},"claude-opus-4-7":{"in_tokens":3051,"out_tokens":624},"mistral-large-2":{"in_tokens":1735,"out_tokens":729}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1072,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":18.208791538,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":2096},"claude-opus-4-7":{"in_tokens":3228,"out_tokens":513},"mistral-large-2":{"in_tokens":1782,"out_tokens":676}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":977,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":17.164826053,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1492,"out_tokens":2473},"claude-opus-4-7":{"in_tokens":2758,"out_tokens":524},"mistral-large-2":{"in_tokens":1547,"out_tokens":614}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":34.600424699,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":35.392657826000004,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":36.434248397000005,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1647,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":32.799112964,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1442,"out_tokens":2107},"claude-opus-4-7":{"in_tokens":2835,"out_tokens":672},"mistral-large-2":{"in_tokens":1531,"out_tokens":573}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":69.05062510299999,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1809},"claude-opus-4-7":{"in_tokens":2712,"out_tokens":781},"mistral-large-2":{"in_tokens":1419,"out_tokens":683}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":937,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":18.875933908999997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":2310},"claude-opus-4-7":{"in_tokens":2607,"out_tokens":566},"mistral-large-2":{"in_tokens":1473,"out_tokens":645}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":980,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.83478340900001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":1592},"claude-opus-4-7":{"in_tokens":2613,"out_tokens":488},"mistral-large-2":{"in_tokens":1453,"out_tokens":517}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1085,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":19.238935399,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":2425},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":536},"mistral-large-2":{"in_tokens":1513,"out_tokens":628}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2624,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":43.57907946600001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":1543},"claude-opus-4-7":{"in_tokens":3006,"out_tokens":582},"mistral-large-2":{"in_tokens":1613,"out_tokens":658}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":34.324747606,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1141,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":19.384212202000015,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1758,"out_tokens":1339},"claude-opus-4-7":{"in_tokens":3297,"out_tokens":584},"mistral-large-2":{"in_tokens":1809,"out_tokens":730}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":594,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":13.017531977000004,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":1581},"claude-opus-4-7":{"in_tokens":3199,"out_tokens":586},"mistral-large-2":{"in_tokens":1734,"out_tokens":588}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":2898,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":49.495272438000015,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2155,"out_tokens":3127},"claude-opus-4-7":{"in_tokens":4002,"out_tokens":892},"mistral-large-2":{"in_tokens":2296,"out_tokens":923}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":14.48860347599998,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":1890},"claude-opus-4-7":{"in_tokens":3075,"out_tokens":548},"mistral-large-2":{"in_tokens":1786,"out_tokens":477}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":953,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":14.893636616000009,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":2010},"claude-opus-4-7":{"in_tokens":3239,"out_tokens":783},"mistral-large-2":{"in_tokens":1944,"out_tokens":589}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2507,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":39.75133017399999,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":2587},"claude-opus-4-7":{"in_tokens":3110,"out_tokens":740},"mistral-large-2":{"in_tokens":1672,"out_tokens":680}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":996,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":18.572764326999987,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":1617},"claude-opus-4-7":{"in_tokens":2838,"out_tokens":606},"mistral-large-2":{"in_tokens":1572,"out_tokens":718}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":30.819591833000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1131,"out_tokens":1157},"claude-opus-4-7":{"in_tokens":2114,"out_tokens":467},"mistral-large-2":{"in_tokens":1185,"out_tokens":514}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":33.95228165499999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1317,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":20.870519468999987,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1770,"out_tokens":1370},"claude-opus-4-7":{"in_tokens":3272,"out_tokens":546},"mistral-large-2":{"in_tokens":1852,"out_tokens":843}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":108,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":17.691058556,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":997,"out_tokens":849},"claude-opus-4-7":{"in_tokens":1886,"out_tokens":467},"mistral-large-2":{"in_tokens":1050,"out_tokens":516}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":36.088508606999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":869,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.469922176000011,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":2821},"claude-opus-4-7":{"in_tokens":2892,"out_tokens":836},"mistral-large-2":{"in_tokens":1663,"out_tokens":684}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":673,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":11.557498005000014,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":1885},"claude-opus-4-7":{"in_tokens":2514,"out_tokens":560},"mistral-large-2":{"in_tokens":1428,"out_tokens":613}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2402,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":33.971519229999984,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1949,"out_tokens":1252},"claude-opus-4-7":{"in_tokens":3729,"out_tokens":494},"mistral-large-2":{"in_tokens":2044,"out_tokens":670}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1337,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":21.31964861100002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2108,"out_tokens":2872},"claude-opus-4-7":{"in_tokens":3942,"out_tokens":779},"mistral-large-2":{"in_tokens":2281,"out_tokens":800}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1405,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":20.536477503000015,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1894,"out_tokens":1155},"claude-opus-4-7":{"in_tokens":3543,"out_tokens":542},"mistral-large-2":{"in_tokens":1956,"out_tokens":692}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1330,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.054811927999992,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1581,"out_tokens":1879},"claude-opus-4-7":{"in_tokens":2897,"out_tokens":496},"mistral-large-2":{"in_tokens":1648,"out_tokens":690}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":17.324876046000014,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":1298},"claude-opus-4-7":{"in_tokens":1922,"out_tokens":496},"mistral-large-2":{"in_tokens":1069,"out_tokens":513}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1068,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":14.709494587999984,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1418},"claude-opus-4-7":{"in_tokens":2690,"out_tokens":495},"mistral-large-2":{"in_tokens":1517,"out_tokens":699}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":1021,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.15042339300001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":2337},"claude-opus-4-7":{"in_tokens":2790,"out_tokens":545},"mistral-large-2":{"in_tokens":1602,"out_tokens":791}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":864,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":14.17181333100001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":1882},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":596},"mistral-large-2":{"in_tokens":1484,"out_tokens":580}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":891,"error":null,"skip_reason":null,"score_raw":0.8148148148148148,"duration_s":14.591178412000005,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":2748},"claude-opus-4-7":{"in_tokens":2816,"out_tokens":741},"mistral-large-2":{"in_tokens":1597,"out_tokens":733}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1033,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":14.189499640999998,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1366},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":499},"mistral-large-2":{"in_tokens":1447,"out_tokens":563}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1601,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":20.14326760099999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1655,"out_tokens":1557},"claude-opus-4-7":{"in_tokens":3137,"out_tokens":456},"mistral-large-2":{"in_tokens":1727,"out_tokens":570}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1402,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":19.678802630000007,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":1452},"claude-opus-4-7":{"in_tokens":3449,"out_tokens":583},"mistral-large-2":{"in_tokens":1889,"out_tokens":896}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1748,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":25.993663553999994,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2330,"out_tokens":2981},"claude-opus-4-7":{"in_tokens":4530,"out_tokens":838},"mistral-large-2":{"in_tokens":2436,"out_tokens":808}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":7,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":16.471557676999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":368},"claude-opus-4-7":{"in_tokens":2209,"out_tokens":311},"mistral-large-2":{"in_tokens":1283,"out_tokens":494}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":94,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":34.43739007900001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":989,"out_tokens":779},"claude-opus-4-7":{"in_tokens":1843,"out_tokens":456},"mistral-large-2":{"in_tokens":1033,"out_tokens":471}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1404,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":18.217952067,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":1868},"claude-opus-4-7":{"in_tokens":3187,"out_tokens":611},"mistral-large-2":{"in_tokens":1745,"out_tokens":606}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":36.22261559099999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":61,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":35.75954703100001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":697},"claude-opus-4-7":{"in_tokens":1965,"out_tokens":444},"mistral-large-2":{"in_tokens":1087,"out_tokens":466}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1634,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":26.644816428000013,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2201,"out_tokens":3900},"claude-opus-4-7":{"in_tokens":4266,"out_tokens":1017},"mistral-large-2":{"in_tokens":2380,"out_tokens":977}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1855,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":24.823052036999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":1499},"claude-opus-4-7":{"in_tokens":2875,"out_tokens":498},"mistral-large-2":{"in_tokens":1690,"out_tokens":636}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1625,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":25.950953454,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2146,"out_tokens":3383},"claude-opus-4-7":{"in_tokens":4239,"out_tokens":686},"mistral-large-2":{"in_tokens":2295,"out_tokens":935}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":14.185203956999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2556,"out_tokens":487},"mistral-large-2":{"in_tokens":1571,"out_tokens":498}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1659,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":30.349912645000018,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2163,"out_tokens":2183},"claude-opus-4-7":{"in_tokens":4234,"out_tokens":789},"mistral-large-2":{"in_tokens":2341,"out_tokens":791}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":23,"error":null,"skip_reason":null,"score_raw":0.07407407407407407,"duration_s":15.668344706999989,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":451},"mistral-large-2":{"in_tokens":1192,"out_tokens":546}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":33,"error":null,"skip_reason":null,"score_raw":0.07407407407407407,"duration_s":16.342736672,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":995,"out_tokens":795},"claude-opus-4-7":{"in_tokens":1920,"out_tokens":444},"mistral-large-2":{"in_tokens":1093,"out_tokens":501}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1194,"error":null,"skip_reason":null,"score_raw":0.2962962962962963,"duration_s":16.285200175,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":2077},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":682},"mistral-large-2":{"in_tokens":1312,"out_tokens":739}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1747,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":30.847039537,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1269},"claude-opus-4-7":{"in_tokens":2814,"out_tokens":501},"mistral-large-2":{"in_tokens":1713,"out_tokens":508}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1951,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":32.32046651099998,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2298,"out_tokens":3003},"claude-opus-4-7":{"in_tokens":4535,"out_tokens":873},"mistral-large-2":{"in_tokens":2482,"out_tokens":951}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":662,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":78.703668577,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1751,"out_tokens":1828},"claude-opus-4-7":{"in_tokens":3274,"out_tokens":639},"mistral-large-2":{"in_tokens":1817,"out_tokens":799}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2461,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":33.67528938999999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1811,"out_tokens":1964},"claude-opus-4-7":{"in_tokens":3348,"out_tokens":829},"mistral-large-2":{"in_tokens":1965,"out_tokens":861}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":32.82202080600001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1823,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":32.76819748,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1601,"out_tokens":2284},"claude-opus-4-7":{"in_tokens":3092,"out_tokens":697},"mistral-large-2":{"in_tokens":1779,"out_tokens":796}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2036,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":33.034225706,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2609,"out_tokens":3872},"claude-opus-4-7":{"in_tokens":5011,"out_tokens":1021},"mistral-large-2":{"in_tokens":2717,"out_tokens":788}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":35.40087261900001,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2396,"out_tokens":3303},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":797},"mistral-large-2":{"in_tokens":2590,"out_tokens":912}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":34.525732121999994,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1497,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":19.377575682000014,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1973},"claude-opus-4-7":{"in_tokens":2604,"out_tokens":877},"mistral-large-2":{"in_tokens":1455,"out_tokens":654}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":789,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":17.490391541999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1906,"out_tokens":1687},"claude-opus-4-7":{"in_tokens":3628,"out_tokens":492},"mistral-large-2":{"in_tokens":1972,"out_tokens":647}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":1933,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":33.67944019199999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2464,"out_tokens":2809},"claude-opus-4-7":{"in_tokens":4764,"out_tokens":1130},"mistral-large-2":{"in_tokens":2668,"out_tokens":966}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":34.48076456300001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1615,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":24.194482307000015,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1125,"out_tokens":1782},"claude-opus-4-7":{"in_tokens":2228,"out_tokens":610},"mistral-large-2":{"in_tokens":1234,"out_tokens":554}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":34.68731439800001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":645,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":14.014035521000011,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1573,"out_tokens":2863},"claude-opus-4-7":{"in_tokens":2875,"out_tokens":511},"mistral-large-2":{"in_tokens":1649,"out_tokens":720}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2483,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":41.291703746000024,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":2304},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":651},"mistral-large-2":{"in_tokens":1589,"out_tokens":582}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":36.106113604,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2821,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":38.53303844199999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2397,"out_tokens":2238},"claude-opus-4-7":{"in_tokens":4660,"out_tokens":792},"mistral-large-2":{"in_tokens":2513,"out_tokens":767}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":647,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":15.978976193999983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":1567},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":612},"mistral-large-2":{"in_tokens":1585,"out_tokens":695}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":34.66526481300002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2549,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":36.04988122300003,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2359,"out_tokens":3255},"claude-opus-4-7":{"in_tokens":4620,"out_tokens":750},"mistral-large-2":{"in_tokens":2553,"out_tokens":948}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":379,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":9.358777937000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1362},"claude-opus-4-7":{"in_tokens":2368,"out_tokens":583},"mistral-large-2":{"in_tokens":1288,"out_tokens":572}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":34.98569602799998,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":34.24865186400001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2596,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":36.07660954799999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2635,"out_tokens":1966},"claude-opus-4-7":{"in_tokens":5195,"out_tokens":678},"mistral-large-2":{"in_tokens":2853,"out_tokens":684}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":10.224627317,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":1327},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":545},"mistral-large-2":{"in_tokens":1358,"out_tokens":627}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":35.44072340700001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":54,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":17.584866676000047,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":1229},"claude-opus-4-7":{"in_tokens":2934,"out_tokens":527},"mistral-large-2":{"in_tokens":1622,"out_tokens":564}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":3042,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":41.62627540699998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2259,"out_tokens":2491},"claude-opus-4-7":{"in_tokens":4491,"out_tokens":768},"mistral-large-2":{"in_tokens":2399,"out_tokens":1242}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":36.547981999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty response from Google Gemini (finish_reason=<FinishReason.MAX_TOKENS: 'MAX_TOKENS'>)","skip_reason":null,"score_raw":null,"duration_s":34.45139667899997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2670,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":43.33104194699996,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2423,"out_tokens":2533},"claude-opus-4-7":{"in_tokens":4741,"out_tokens":877},"mistral-large-2":{"in_tokens":2532,"out_tokens":807}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":2993,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":40.71190989600001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2350,"out_tokens":2180},"claude-opus-4-7":{"in_tokens":4623,"out_tokens":698},"mistral-large-2":{"in_tokens":2556,"out_tokens":776}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2075,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":32.428739596000014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2382,"out_tokens":2924},"claude-opus-4-7":{"in_tokens":4665,"out_tokens":920},"mistral-large-2":{"in_tokens":2557,"out_tokens":931}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":708,"error":null,"skip_reason":null,"score_raw":0.8148148148148148,"duration_s":75.42385771200003,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1818,"out_tokens":1278},"claude-opus-4-7":{"in_tokens":3467,"out_tokens":553},"mistral-large-2":{"in_tokens":1891,"out_tokens":992}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":599,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":13.396209268000007,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":1894},"claude-opus-4-7":{"in_tokens":2972,"out_tokens":521},"mistral-large-2":{"in_tokens":1621,"out_tokens":665}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2209,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":128.87631113499998,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2379,"out_tokens":2593},"claude-opus-4-7":{"in_tokens":4703,"out_tokens":774},"mistral-large-2":{"in_tokens":2564,"out_tokens":821}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":516,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":18.24257275399998,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":2769},"claude-opus-4-7":{"in_tokens":3119,"out_tokens":754},"mistral-large-2":{"in_tokens":1790,"out_tokens":741}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":6.779025829999966,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":1296},"claude-opus-4-7":{"in_tokens":2721,"out_tokens":505},"mistral-large-2":{"in_tokens":1665,"out_tokens":484}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":447,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":10.931554807999987,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1826,"out_tokens":2120},"claude-opus-4-7":{"in_tokens":3421,"out_tokens":691},"mistral-large-2":{"in_tokens":1953,"out_tokens":722}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":0.047619047619047616,"duration_s":368.329364984,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":1735},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":669},"mistral-large-2":{"in_tokens":1413,"out_tokens":634}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":7.604285372999982,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":2552},"claude-opus-4-7":{"in_tokens":2397,"out_tokens":775},"mistral-large-2":{"in_tokens":1378,"out_tokens":748}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":70.13533611000003,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2115},"claude-opus-4-7":{"in_tokens":2653,"out_tokens":750},"mistral-large-2":{"in_tokens":1515,"out_tokens":681}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":6.577521740999998,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1993},"claude-opus-4-7":{"in_tokens":2426,"out_tokens":641},"mistral-large-2":{"in_tokens":1351,"out_tokens":648}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":6.287313098000027,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1167,"out_tokens":1575},"claude-opus-4-7":{"in_tokens":2328,"out_tokens":723},"mistral-large-2":{"in_tokens":1274,"out_tokens":576}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":714,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":19.030709142999967,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2122,"out_tokens":2920},"claude-opus-4-7":{"in_tokens":4172,"out_tokens":1037},"mistral-large-2":{"in_tokens":2230,"out_tokens":937}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":778,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":16.63994582700002,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2077,"out_tokens":2353},"claude-opus-4-7":{"in_tokens":4160,"out_tokens":847},"mistral-large-2":{"in_tokens":2231,"out_tokens":777}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":889,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":79.28092844999992,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2146,"out_tokens":1990},"claude-opus-4-7":{"in_tokens":4228,"out_tokens":814},"mistral-large-2":{"in_tokens":2328,"out_tokens":732}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":598,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":13.832454616000064,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1904,"out_tokens":1708},"claude-opus-4-7":{"in_tokens":3855,"out_tokens":836},"mistral-large-2":{"in_tokens":2013,"out_tokens":804}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":799,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":17.82782769100004,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2065,"out_tokens":2711},"claude-opus-4-7":{"in_tokens":4069,"out_tokens":750},"mistral-large-2":{"in_tokens":2230,"out_tokens":735}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":711,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":22.534370362999994,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2232,"out_tokens":2876},"claude-opus-4-7":{"in_tokens":4378,"out_tokens":983},"mistral-large-2":{"in_tokens":2338,"out_tokens":718}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":627,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":14.63091271999997,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1930,"out_tokens":2329},"claude-opus-4-7":{"in_tokens":3807,"out_tokens":709},"mistral-large-2":{"in_tokens":2076,"out_tokens":694}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1215,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":28.08103892700001,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2590,"out_tokens":2425},"claude-opus-4-7":{"in_tokens":5196,"out_tokens":1054},"mistral-large-2":{"in_tokens":2785,"out_tokens":932}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":453,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":371.004928059,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1686},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":592},"mistral-large-2":{"in_tokens":1491,"out_tokens":579}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":484,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":972.2199386140001,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":2498},"claude-opus-4-7":{"in_tokens":3011,"out_tokens":806},"mistral-large-2":{"in_tokens":1612,"out_tokens":853}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":741,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":977.1292782910001,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2192,"out_tokens":2286},"claude-opus-4-7":{"in_tokens":4124,"out_tokens":922},"mistral-large-2":{"in_tokens":2339,"out_tokens":905}}}