{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":7.524718550000003,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1798,"out_tokens":1619},"claude-opus-4-7":{"in_tokens":3454,"out_tokens":749},"mistral-large-2":{"in_tokens":1912,"out_tokens":741}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":8.736861325999996,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1492,"out_tokens":2393},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":757},"mistral-large-2":{"in_tokens":1576,"out_tokens":667}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":426,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":9.628317933000005,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1541,"out_tokens":1947},"claude-opus-4-7":{"in_tokens":2940,"out_tokens":856},"mistral-large-2":{"in_tokens":1665,"out_tokens":766}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":447,"error":null,"skip_reason":null,"score_raw":0.06666666666666667,"duration_s":10.988475464000004,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":2190},"claude-opus-4-7":{"in_tokens":3575,"out_tokens":824},"mistral-large-2":{"in_tokens":2010,"out_tokens":968}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1059,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":16.837106635000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1998,"out_tokens":2639},"claude-opus-4-7":{"in_tokens":3806,"out_tokens":761},"mistral-large-2":{"in_tokens":2149,"out_tokens":857}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":18.002398142999994,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":2234},"claude-opus-4-7":{"in_tokens":2688,"out_tokens":725},"mistral-large-2":{"in_tokens":1533,"out_tokens":740}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":19.965231442000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":2064},"claude-opus-4-7":{"in_tokens":3201,"out_tokens":726},"mistral-large-2":{"in_tokens":1794,"out_tokens":900}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":21.821079901000004,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":2681},"claude-opus-4-7":{"in_tokens":3353,"out_tokens":814},"mistral-large-2":{"in_tokens":1848,"out_tokens":888}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1600,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":24.944223607999994,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1920,"out_tokens":2636},"claude-opus-4-7":{"in_tokens":3673,"out_tokens":836},"mistral-large-2":{"in_tokens":2053,"out_tokens":997}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":25.801757214,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":2370},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":813},"mistral-large-2":{"in_tokens":1403,"out_tokens":584}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1385,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":27.609433151000005,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2195,"out_tokens":3082},"claude-opus-4-7":{"in_tokens":4152,"out_tokens":871},"mistral-large-2":{"in_tokens":2327,"out_tokens":900}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2725,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":29.415605861000003,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2058,"out_tokens":2222},"claude-opus-4-7":{"in_tokens":3946,"out_tokens":819},"mistral-large-2":{"in_tokens":2225,"out_tokens":778}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1572,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":29.482323830999995,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2001,"out_tokens":2590},"claude-opus-4-7":{"in_tokens":3741,"out_tokens":717},"mistral-large-2":{"in_tokens":2174,"out_tokens":663}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2664,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":31.526915121000002,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2026,"out_tokens":2691},"claude-opus-4-7":{"in_tokens":3872,"out_tokens":982},"mistral-large-2":{"in_tokens":2161,"out_tokens":900}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2824,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":32.72252021799999,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2184,"out_tokens":1904},"claude-opus-4-7":{"in_tokens":4230,"out_tokens":991},"mistral-large-2":{"in_tokens":2364,"out_tokens":704}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":18.73834413200001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1444},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":497},"mistral-large-2":{"in_tokens":1276,"out_tokens":552}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":20.737071673000003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1456},"claude-opus-4-7":{"in_tokens":2328,"out_tokens":516},"mistral-large-2":{"in_tokens":1235,"out_tokens":857}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":17.355251195000008,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":2310},"claude-opus-4-7":{"in_tokens":3220,"out_tokens":722},"mistral-large-2":{"in_tokens":1842,"out_tokens":1034}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1397,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.185872055000004,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":2519},"claude-opus-4-7":{"in_tokens":3389,"out_tokens":586},"mistral-large-2":{"in_tokens":1782,"out_tokens":731}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1032,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":17.026780828,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":2432},"claude-opus-4-7":{"in_tokens":3011,"out_tokens":732},"mistral-large-2":{"in_tokens":1665,"out_tokens":537}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":19.044822011999997,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":2005},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":712},"mistral-large-2":{"in_tokens":1419,"out_tokens":741}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1272,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.524019280000005,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1759,"out_tokens":2377},"claude-opus-4-7":{"in_tokens":3347,"out_tokens":803},"mistral-large-2":{"in_tokens":1828,"out_tokens":811}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3327,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":47.510725183999995,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1913,"out_tokens":2707},"claude-opus-4-7":{"in_tokens":3742,"out_tokens":972},"mistral-large-2":{"in_tokens":2030,"out_tokens":928}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1457,"error":null,"skip_reason":null,"score_raw":0.6999999999999998,"duration_s":20.898708212999992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2262,"out_tokens":3182},"claude-opus-4-7":{"in_tokens":4228,"out_tokens":905},"mistral-large-2":{"in_tokens":2413,"out_tokens":843}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1885,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":25.82301135600001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":1798},"claude-opus-4-7":{"in_tokens":3213,"out_tokens":584},"mistral-large-2":{"in_tokens":1696,"out_tokens":627}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":15.788290485999994,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1606,"out_tokens":1606},"claude-opus-4-7":{"in_tokens":2979,"out_tokens":609},"mistral-large-2":{"in_tokens":1670,"out_tokens":693}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":954,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":17.242153633,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":1643},"claude-opus-4-7":{"in_tokens":3019,"out_tokens":478},"mistral-large-2":{"in_tokens":1659,"out_tokens":553}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":21.947042867999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1299},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":508},"mistral-large-2":{"in_tokens":1438,"out_tokens":540}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":21.638233674000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":1183},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":547},"mistral-large-2":{"in_tokens":1507,"out_tokens":617}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":2278,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":30.269721448,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":1532},"claude-opus-4-7":{"in_tokens":2942,"out_tokens":607},"mistral-large-2":{"in_tokens":1608,"out_tokens":718}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":22.20162354899999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1419},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":588},"mistral-large-2":{"in_tokens":1466,"out_tokens":804}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.111797839999994,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1264},"claude-opus-4-7":{"in_tokens":2143,"out_tokens":533},"mistral-large-2":{"in_tokens":1198,"out_tokens":523}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1121,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":16.361428808,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1751,"out_tokens":1313},"claude-opus-4-7":{"in_tokens":3277,"out_tokens":563},"mistral-large-2":{"in_tokens":1815,"out_tokens":660}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1035,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":18.809642944999993,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":2017},"claude-opus-4-7":{"in_tokens":2816,"out_tokens":483},"mistral-large-2":{"in_tokens":1573,"out_tokens":700}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":991,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":14.829694683,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":1358},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":583},"mistral-large-2":{"in_tokens":1515,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":988,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":14.459443416999989,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":1430},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":443},"mistral-large-2":{"in_tokens":1462,"out_tokens":579}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":16.538478442,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1245},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":516},"mistral-large-2":{"in_tokens":1120,"out_tokens":743}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":372,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":68.776308644,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1918},"claude-opus-4-7":{"in_tokens":2733,"out_tokens":880},"mistral-large-2":{"in_tokens":1443,"out_tokens":636}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":998,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.205384831999993,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":2333},"claude-opus-4-7":{"in_tokens":2655,"out_tokens":493},"mistral-large-2":{"in_tokens":1495,"out_tokens":621}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":17.709775011999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1429},"claude-opus-4-7":{"in_tokens":1985,"out_tokens":533},"mistral-large-2":{"in_tokens":1089,"out_tokens":469}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.47766913400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1243},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":511},"mistral-large-2":{"in_tokens":1153,"out_tokens":536}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1188,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":16.85801784099999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1780,"out_tokens":1196},"claude-opus-4-7":{"in_tokens":3344,"out_tokens":516},"mistral-large-2":{"in_tokens":1833,"out_tokens":693}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":12.262037716000009,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":1947},"claude-opus-4-7":{"in_tokens":2981,"out_tokens":548},"mistral-large-2":{"in_tokens":1750,"out_tokens":683}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2359,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":37.267208963,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1519,"out_tokens":1597},"claude-opus-4-7":{"in_tokens":2936,"out_tokens":958},"mistral-large-2":{"in_tokens":1580,"out_tokens":755}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3935,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":52.19960078,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2296,"out_tokens":2649},"claude-opus-4-7":{"in_tokens":4216,"out_tokens":768},"mistral-large-2":{"in_tokens":2479,"out_tokens":838}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.68795992999999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":1710},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":528},"mistral-large-2":{"in_tokens":1507,"out_tokens":594}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1984,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":31.540305458000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1915,"out_tokens":1899},"claude-opus-4-7":{"in_tokens":3641,"out_tokens":515},"mistral-large-2":{"in_tokens":2007,"out_tokens":661}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1159,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.622347840000003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":1300},"claude-opus-4-7":{"in_tokens":3001,"out_tokens":545},"mistral-large-2":{"in_tokens":1664,"out_tokens":618}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":518,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":11.096017400999983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":1715},"claude-opus-4-7":{"in_tokens":3043,"out_tokens":485},"mistral-large-2":{"in_tokens":1658,"out_tokens":552}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":758,"error":null,"skip_reason":null,"score_raw":0.619047619047619,"duration_s":12.209398526000001,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1631,"out_tokens":2279},"claude-opus-4-7":{"in_tokens":3044,"out_tokens":608},"mistral-large-2":{"in_tokens":1848,"out_tokens":638}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":17.472480941999976,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1035},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":472},"mistral-large-2":{"in_tokens":1257,"out_tokens":527}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":701,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.270391088000025,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1786,"out_tokens":3053},"claude-opus-4-7":{"in_tokens":3306,"out_tokens":647},"mistral-large-2":{"in_tokens":1927,"out_tokens":618}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":15.869316601999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":459},"mistral-large-2":{"in_tokens":1590,"out_tokens":479}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":11.857071859000001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":2179},"claude-opus-4-7":{"in_tokens":2819,"out_tokens":550},"mistral-large-2":{"in_tokens":1636,"out_tokens":646}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":622,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":8.77776737900001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1914},"claude-opus-4-7":{"in_tokens":2463,"out_tokens":653},"mistral-large-2":{"in_tokens":1430,"out_tokens":701}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1356,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":15.692102198999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":2013},"claude-opus-4-7":{"in_tokens":2967,"out_tokens":516},"mistral-large-2":{"in_tokens":1668,"out_tokens":562}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":21.443998924,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1799},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":689},"mistral-large-2":{"in_tokens":1504,"out_tokens":651}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1565,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":41.110548514,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1826,"out_tokens":1969},"claude-opus-4-7":{"in_tokens":3404,"out_tokens":689},"mistral-large-2":{"in_tokens":1909,"out_tokens":719}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1745,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":21.958129348,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2042,"out_tokens":1642},"claude-opus-4-7":{"in_tokens":3852,"out_tokens":626},"mistral-large-2":{"in_tokens":2110,"out_tokens":757}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":1020,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":16.55849033199999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":1518},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":506},"mistral-large-2":{"in_tokens":1612,"out_tokens":741}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":13.839653725999995,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":2006},"claude-opus-4-7":{"in_tokens":2733,"out_tokens":534},"mistral-large-2":{"in_tokens":1508,"out_tokens":554}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":915,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":10.143707804000002,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1251},"claude-opus-4-7":{"in_tokens":2637,"out_tokens":469},"mistral-large-2":{"in_tokens":1448,"out_tokens":474}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":26.046236041000014,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":1639},"claude-opus-4-7":{"in_tokens":2956,"out_tokens":675},"mistral-large-2":{"in_tokens":1705,"out_tokens":581}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1133,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":25.611687555000003,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1482},"claude-opus-4-7":{"in_tokens":2694,"out_tokens":542},"mistral-large-2":{"in_tokens":1519,"out_tokens":647}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":1018,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":17.287349602000006,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":2325},"claude-opus-4-7":{"in_tokens":2943,"out_tokens":848},"mistral-large-2":{"in_tokens":1694,"out_tokens":990}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.043382938999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1205},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":540},"mistral-large-2":{"in_tokens":1401,"out_tokens":656}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":17.10941852100001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1243},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":515},"mistral-large-2":{"in_tokens":1180,"out_tokens":572}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1768,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":17.519273677,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":1741},"claude-opus-4-7":{"in_tokens":2682,"out_tokens":503},"mistral-large-2":{"in_tokens":1495,"out_tokens":547}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":20.514297887999987,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1109},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":463},"mistral-large-2":{"in_tokens":1276,"out_tokens":517}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1602,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":27.22223522599998,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2280,"out_tokens":3679},"claude-opus-4-7":{"in_tokens":4384,"out_tokens":745},"mistral-large-2":{"in_tokens":2407,"out_tokens":830}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1705,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":19.74905100000001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2002,"out_tokens":1018},"claude-opus-4-7":{"in_tokens":3766,"out_tokens":533},"mistral-large-2":{"in_tokens":2070,"out_tokens":643}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1647,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":16.634742578000015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":1780},"claude-opus-4-7":{"in_tokens":3263,"out_tokens":661},"mistral-large-2":{"in_tokens":1795,"out_tokens":660}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":19.157695745999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1424},"claude-opus-4-7":{"in_tokens":2170,"out_tokens":607},"mistral-large-2":{"in_tokens":1190,"out_tokens":571}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":21.112370013999993,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":1468},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":597},"mistral-large-2":{"in_tokens":1303,"out_tokens":632}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2218,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":21.930248287000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1744,"out_tokens":1652},"claude-opus-4-7":{"in_tokens":3363,"out_tokens":614},"mistral-large-2":{"in_tokens":1962,"out_tokens":587}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":384,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":21.996817031000006,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":2886},"claude-opus-4-7":{"in_tokens":3561,"out_tokens":831},"mistral-large-2":{"in_tokens":1906,"out_tokens":763}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1945,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":31.717375222000015,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2349,"out_tokens":4350},"claude-opus-4-7":{"in_tokens":4577,"out_tokens":965},"mistral-large-2":{"in_tokens":2554,"out_tokens":790}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":29.16313735700001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2379,"out_tokens":3676},"claude-opus-4-7":{"in_tokens":4666,"out_tokens":849},"mistral-large-2":{"in_tokens":2524,"out_tokens":762}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1750,"error":null,"skip_reason":null,"score_raw":0.5666666666666668,"duration_s":31.258776317000013,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2193,"out_tokens":2937},"claude-opus-4-7":{"in_tokens":4325,"out_tokens":873},"mistral-large-2":{"in_tokens":2383,"out_tokens":1020}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":2033,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":21.499219667000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1248},"claude-opus-4-7":{"in_tokens":3010,"out_tokens":531},"mistral-large-2":{"in_tokens":1818,"out_tokens":494}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.20000000000000004,"duration_s":20.672455686000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":2582},"claude-opus-4-7":{"in_tokens":3271,"out_tokens":951},"mistral-large-2":{"in_tokens":1779,"out_tokens":1536}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":11.485463944000003,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1563},"claude-opus-4-7":{"in_tokens":2233,"out_tokens":564},"mistral-large-2":{"in_tokens":1275,"out_tokens":623}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2246,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.82427929900001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1916,"out_tokens":2322},"claude-opus-4-7":{"in_tokens":3573,"out_tokens":707},"mistral-large-2":{"in_tokens":2059,"out_tokens":1172}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1951,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":22.98473917000001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1601,"out_tokens":2485},"claude-opus-4-7":{"in_tokens":3077,"out_tokens":650},"mistral-large-2":{"in_tokens":1779,"out_tokens":808}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":353,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":19.267806877999988,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":1712},"claude-opus-4-7":{"in_tokens":3279,"out_tokens":859},"mistral-large-2":{"in_tokens":1774,"out_tokens":818}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1664,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":28.253879215999973,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2183,"out_tokens":2718},"claude-opus-4-7":{"in_tokens":4248,"out_tokens":825},"mistral-large-2":{"in_tokens":2362,"out_tokens":826}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":24.524562688000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":2441},"claude-opus-4-7":{"in_tokens":3184,"out_tokens":687},"mistral-large-2":{"in_tokens":1770,"out_tokens":757}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":329,"error":null,"skip_reason":null,"score_raw":0.4000000000000001,"duration_s":21.636132911999994,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":2054},"claude-opus-4-7":{"in_tokens":3266,"out_tokens":630},"mistral-large-2":{"in_tokens":1776,"out_tokens":982}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1260,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":12.258268522999998,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1927},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":639},"mistral-large-2":{"in_tokens":1467,"out_tokens":684}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":19.39208154900001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1891,"out_tokens":2227},"claude-opus-4-7":{"in_tokens":3655,"out_tokens":608},"mistral-large-2":{"in_tokens":1975,"out_tokens":669}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":678,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":75.34483101100003,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1754,"out_tokens":1638},"claude-opus-4-7":{"in_tokens":3289,"out_tokens":670},"mistral-large-2":{"in_tokens":1833,"out_tokens":663}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1725,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":19.451126277000014,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1568},"claude-opus-4-7":{"in_tokens":2298,"out_tokens":565},"mistral-large-2":{"in_tokens":1279,"out_tokens":565}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":30.348790089000005,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2608,"out_tokens":3272},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":917},"mistral-large-2":{"in_tokens":2727,"out_tokens":940}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2890,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.135985148999993,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1822},"claude-opus-4-7":{"in_tokens":2819,"out_tokens":445},"mistral-large-2":{"in_tokens":1597,"out_tokens":658}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.20000000000000004,"duration_s":24.16446132600001,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1941,"out_tokens":2708},"claude-opus-4-7":{"in_tokens":3860,"out_tokens":974},"mistral-large-2":{"in_tokens":2075,"out_tokens":781}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":19.875147615000003,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":1882},"claude-opus-4-7":{"in_tokens":3586,"out_tokens":661},"mistral-large-2":{"in_tokens":1984,"out_tokens":959}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":36.20393952799998,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2399,"out_tokens":4019},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":1125},"mistral-large-2":{"in_tokens":2590,"out_tokens":896}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":1921,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":36.58029727600001,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2470,"out_tokens":2688},"claude-opus-4-7":{"in_tokens":4752,"out_tokens":1046},"mistral-large-2":{"in_tokens":2667,"out_tokens":1217}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2721,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":29.018628665000023,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2361,"out_tokens":2552},"claude-opus-4-7":{"in_tokens":4617,"out_tokens":997},"mistral-large-2":{"in_tokens":2474,"out_tokens":801}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":3108,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":38.242921072,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2470,"out_tokens":4308},"claude-opus-4-7":{"in_tokens":4841,"out_tokens":974},"mistral-large-2":{"in_tokens":2681,"out_tokens":881}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":753,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":33.402069278,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1872,"out_tokens":1482},"claude-opus-4-7":{"in_tokens":3558,"out_tokens":564},"mistral-large-2":{"in_tokens":1936,"out_tokens":689}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2667,"error":null,"skip_reason":null,"score_raw":0.8000000000000002,"duration_s":29.710151705000015,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2332,"out_tokens":2192},"claude-opus-4-7":{"in_tokens":4691,"out_tokens":831},"mistral-large-2":{"in_tokens":2475,"out_tokens":869}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2584,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":32.658759019,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2623,"out_tokens":2462},"claude-opus-4-7":{"in_tokens":5095,"out_tokens":812},"mistral-large-2":{"in_tokens":2851,"out_tokens":778}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2458,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":31.05642299699997,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2180,"out_tokens":2429},"claude-opus-4-7":{"in_tokens":4334,"out_tokens":809},"mistral-large-2":{"in_tokens":2366,"out_tokens":771}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":773,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.88202234299999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1703,"out_tokens":1522},"claude-opus-4-7":{"in_tokens":3082,"out_tokens":475},"mistral-large-2":{"in_tokens":1777,"out_tokens":784}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":479,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":10.407809945999986,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1476},"claude-opus-4-7":{"in_tokens":2513,"out_tokens":579},"mistral-large-2":{"in_tokens":1417,"out_tokens":599}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3358,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":35.46095157700003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2535,"out_tokens":2050},"claude-opus-4-7":{"in_tokens":4986,"out_tokens":783},"mistral-large-2":{"in_tokens":2670,"out_tokens":781}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3103,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":31.78789004799998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2460,"out_tokens":3211},"claude-opus-4-7":{"in_tokens":4834,"out_tokens":744},"mistral-large-2":{"in_tokens":2646,"out_tokens":811}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2897,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":33.30553813099999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2756,"out_tokens":1977},"claude-opus-4-7":{"in_tokens":5427,"out_tokens":879},"mistral-large-2":{"in_tokens":2953,"out_tokens":1037}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":9.436932710999997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1608},"claude-opus-4-7":{"in_tokens":2345,"out_tokens":622},"mistral-large-2":{"in_tokens":1282,"out_tokens":511}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":10.53807918900003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1675},"claude-opus-4-7":{"in_tokens":2482,"out_tokens":600},"mistral-large-2":{"in_tokens":1368,"out_tokens":632}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":728,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":37.729181634999975,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1851,"out_tokens":1388},"claude-opus-4-7":{"in_tokens":3486,"out_tokens":626},"mistral-large-2":{"in_tokens":1911,"out_tokens":661}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":489,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.510660332999976,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":988},"claude-opus-4-7":{"in_tokens":2794,"out_tokens":551},"mistral-large-2":{"in_tokens":1511,"out_tokens":562}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":445,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":10.588286000999972,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":1699},"claude-opus-4-7":{"in_tokens":3017,"out_tokens":543},"mistral-large-2":{"in_tokens":1720,"out_tokens":640}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":6.536557372000004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1525,"out_tokens":1419},"claude-opus-4-7":{"in_tokens":2805,"out_tokens":526},"mistral-large-2":{"in_tokens":1716,"out_tokens":523}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":437,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":9.248597311000026,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":2912},"claude-opus-4-7":{"in_tokens":3385,"out_tokens":585},"mistral-large-2":{"in_tokens":1943,"out_tokens":691}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":385,"error":null,"skip_reason":null,"score_raw":0.047619047619047616,"duration_s":368.719569123,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":2746},"claude-opus-4-7":{"in_tokens":2710,"out_tokens":661},"mistral-large-2":{"in_tokens":1460,"out_tokens":712}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":449,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":369.693770043,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":2115},"claude-opus-4-7":{"in_tokens":2971,"out_tokens":670},"mistral-large-2":{"in_tokens":1577,"out_tokens":758}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":575,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":372.293883651,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2035,"out_tokens":1794},"claude-opus-4-7":{"in_tokens":3776,"out_tokens":724},"mistral-large-2":{"in_tokens":2173,"out_tokens":735}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":69.904952907,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":2588},"claude-opus-4-7":{"in_tokens":2348,"out_tokens":750},"mistral-large-2":{"in_tokens":1333,"out_tokens":715}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":68.165685285,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1991},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":577},"mistral-large-2":{"in_tokens":1398,"out_tokens":563}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":68.06277235600004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":1468},"claude-opus-4-7":{"in_tokens":2329,"out_tokens":564},"mistral-large-2":{"in_tokens":1302,"out_tokens":656}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":66.65987883499997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1687},"claude-opus-4-7":{"in_tokens":2355,"out_tokens":728},"mistral-large-2":{"in_tokens":1286,"out_tokens":580}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":732,"error":null,"skip_reason":null,"score_raw":0.06666666666666667,"duration_s":75.427296598,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2148,"out_tokens":3121},"claude-opus-4-7":{"in_tokens":4182,"out_tokens":1176},"mistral-large-2":{"in_tokens":2248,"out_tokens":925}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":997,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":80.83314095600002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2268,"out_tokens":2731},"claude-opus-4-7":{"in_tokens":4512,"out_tokens":906},"mistral-large-2":{"in_tokens":2450,"out_tokens":817}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":733,"error":null,"skip_reason":null,"score_raw":0.4333333333333333,"duration_s":16.100353618999975,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2022,"out_tokens":2434},"claude-opus-4-7":{"in_tokens":4114,"out_tokens":1007},"mistral-large-2":{"in_tokens":2148,"out_tokens":896}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":642,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":18.77693474800003,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2174,"out_tokens":2794},"claude-opus-4-7":{"in_tokens":4214,"out_tokens":1010},"mistral-large-2":{"in_tokens":2269,"out_tokens":765}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":750,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":15.825055718000044,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2043,"out_tokens":2833},"claude-opus-4-7":{"in_tokens":4054,"out_tokens":820},"mistral-large-2":{"in_tokens":2199,"out_tokens":716}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":925,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":81.06014808600003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2192,"out_tokens":2660},"claude-opus-4-7":{"in_tokens":4289,"out_tokens":753},"mistral-large-2":{"in_tokens":2364,"out_tokens":811}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":826,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":83.34846741199999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2087,"out_tokens":2716},"claude-opus-4-7":{"in_tokens":4147,"out_tokens":833},"mistral-large-2":{"in_tokens":2257,"out_tokens":765}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1144,"error":null,"skip_reason":null,"score_raw":0.46666666666666673,"duration_s":86.48779157900003,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2533,"out_tokens":3651},"claude-opus-4-7":{"in_tokens":5002,"out_tokens":979},"mistral-large-2":{"in_tokens":2714,"out_tokens":1444}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":357,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":368.99224207299994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1658},"claude-opus-4-7":{"in_tokens":2706,"out_tokens":685},"mistral-large-2":{"in_tokens":1524,"out_tokens":636}}}