{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.03333333333333333,"duration_s":7.7472342539999985,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1802,"out_tokens":1698},"claude-opus-4-7":{"in_tokens":3451,"out_tokens":898},"mistral-large-2":{"in_tokens":1916,"out_tokens":864}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":425,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":8.476285505999996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1487,"out_tokens":1731},"claude-opus-4-7":{"in_tokens":2842,"out_tokens":805},"mistral-large-2":{"in_tokens":1588,"out_tokens":607}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":570,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":12.939141094,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1970,"out_tokens":2155},"claude-opus-4-7":{"in_tokens":3827,"out_tokens":1099},"mistral-large-2":{"in_tokens":2133,"out_tokens":850}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":616,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":14.057755475,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1710,"out_tokens":2553},"claude-opus-4-7":{"in_tokens":3264,"out_tokens":806},"mistral-large-2":{"in_tokens":1855,"out_tokens":805}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1179,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.989898347,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2065,"out_tokens":2880},"claude-opus-4-7":{"in_tokens":3926,"out_tokens":677},"mistral-large-2":{"in_tokens":2216,"out_tokens":897}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":21.304422714999994,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":2812},"claude-opus-4-7":{"in_tokens":2426,"out_tokens":592},"mistral-large-2":{"in_tokens":1353,"out_tokens":596}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":22.901460149000002,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":2118},"claude-opus-4-7":{"in_tokens":3296,"out_tokens":739},"mistral-large-2":{"in_tokens":1846,"out_tokens":949}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1224,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":24.049495697000005,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2118,"out_tokens":2834},"claude-opus-4-7":{"in_tokens":3991,"out_tokens":862},"mistral-large-2":{"in_tokens":2254,"out_tokens":872}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.20000000000000004,"duration_s":23.304098131000003,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":2778},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":772},"mistral-large-2":{"in_tokens":1801,"out_tokens":778}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":23.387349999,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":2934},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":760},"mistral-large-2":{"in_tokens":1511,"out_tokens":721}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1399,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":27.353360769,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":2978},"claude-opus-4-7":{"in_tokens":3472,"out_tokens":875},"mistral-large-2":{"in_tokens":1926,"out_tokens":670}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1426,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":29.321628458,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1919,"out_tokens":2001},"claude-opus-4-7":{"in_tokens":3595,"out_tokens":897},"mistral-large-2":{"in_tokens":2065,"out_tokens":695}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2692,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":39.950032279999995,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2089,"out_tokens":2340},"claude-opus-4-7":{"in_tokens":3980,"out_tokens":916},"mistral-large-2":{"in_tokens":2259,"out_tokens":753}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2822,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":41.109754617,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2248,"out_tokens":2962},"claude-opus-4-7":{"in_tokens":4366,"out_tokens":1035},"mistral-large-2":{"in_tokens":2405,"out_tokens":945}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":18.37341715000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1100},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":522},"mistral-large-2":{"in_tokens":1238,"out_tokens":492}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":17.888295323999998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":2141},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":647},"mistral-large-2":{"in_tokens":1344,"out_tokens":619}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1158,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":21.171768247999992,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":2003},"claude-opus-4-7":{"in_tokens":3150,"out_tokens":622},"mistral-large-2":{"in_tokens":1703,"out_tokens":736}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":18.153751032000002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1647,"out_tokens":1521},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":555},"mistral-large-2":{"in_tokens":1754,"out_tokens":688}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1146,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":19.755933532,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1621,"out_tokens":3069},"claude-opus-4-7":{"in_tokens":3125,"out_tokens":685},"mistral-large-2":{"in_tokens":1734,"out_tokens":637}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3323,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":44.05213483399999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1978,"out_tokens":2102},"claude-opus-4-7":{"in_tokens":3768,"out_tokens":738},"mistral-large-2":{"in_tokens":2155,"out_tokens":648}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.849352736,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1750},"claude-opus-4-7":{"in_tokens":2462,"out_tokens":520},"mistral-large-2":{"in_tokens":1314,"out_tokens":517}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1057,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":16.823231121999996,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1640,"out_tokens":2621},"claude-opus-4-7":{"in_tokens":3132,"out_tokens":789},"mistral-large-2":{"in_tokens":1715,"out_tokens":666}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1374,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":25.06401088599999,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2242,"out_tokens":3714},"claude-opus-4-7":{"in_tokens":4145,"out_tokens":1160},"mistral-large-2":{"in_tokens":2394,"out_tokens":978}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":4508,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":56.808924223000005,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1754,"out_tokens":3131},"claude-opus-4-7":{"in_tokens":3379,"out_tokens":675},"mistral-large-2":{"in_tokens":1860,"out_tokens":697}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":932,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.175528459999995,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1567,"out_tokens":2270},"claude-opus-4-7":{"in_tokens":2997,"out_tokens":543},"mistral-large-2":{"in_tokens":1630,"out_tokens":537}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":16.744061510999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1922},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":482},"mistral-large-2":{"in_tokens":1213,"out_tokens":570}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":952,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":18.583426941,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":1912},"claude-opus-4-7":{"in_tokens":3010,"out_tokens":639},"mistral-large-2":{"in_tokens":1698,"out_tokens":974}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.2962962962962963,"duration_s":19.87275759500001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":1476},"claude-opus-4-7":{"in_tokens":2591,"out_tokens":636},"mistral-large-2":{"in_tokens":1446,"out_tokens":584}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":21.611407053000008,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1262},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":482},"mistral-large-2":{"in_tokens":1438,"out_tokens":541}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":322,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.027395942000012,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":980},"claude-opus-4-7":{"in_tokens":2802,"out_tokens":491},"mistral-large-2":{"in_tokens":1512,"out_tokens":580}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1185,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":21.42349187100001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1777,"out_tokens":1249},"claude-opus-4-7":{"in_tokens":3341,"out_tokens":525},"mistral-large-2":{"in_tokens":1838,"out_tokens":660}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1912,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":26.785182594000005,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":2054},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":590},"mistral-large-2":{"in_tokens":1618,"out_tokens":596}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":883,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":17.303358482000007,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":2152},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":481},"mistral-large-2":{"in_tokens":1477,"out_tokens":516}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2668,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":34.993574186000004,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":2137},"claude-opus-4-7":{"in_tokens":3085,"out_tokens":509},"mistral-large-2":{"in_tokens":1652,"out_tokens":619}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":16.96138827,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1386},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":484},"mistral-large-2":{"in_tokens":1129,"out_tokens":615}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":357,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":69.069459188,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1680},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":607},"mistral-large-2":{"in_tokens":1428,"out_tokens":546}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":16.008379522,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1760},"claude-opus-4-7":{"in_tokens":1979,"out_tokens":518},"mistral-large-2":{"in_tokens":1112,"out_tokens":527}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.523975985000007,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1437},"claude-opus-4-7":{"in_tokens":1985,"out_tokens":557},"mistral-large-2":{"in_tokens":1089,"out_tokens":469}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1027,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":18.19667852699999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1043},"claude-opus-4-7":{"in_tokens":2660,"out_tokens":505},"mistral-large-2":{"in_tokens":1472,"out_tokens":720}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":1054,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":21.099050586999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":961},"claude-opus-4-7":{"in_tokens":2724,"out_tokens":573},"mistral-large-2":{"in_tokens":1539,"out_tokens":556}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":18.95792357899998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1050},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":496},"mistral-large-2":{"in_tokens":1459,"out_tokens":515}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3101,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":42.81391726000001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2486,"out_tokens":2803},"claude-opus-4-7":{"in_tokens":4610,"out_tokens":936},"mistral-large-2":{"in_tokens":2652,"out_tokens":793}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2315,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":30.158978203000004,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":2422},"claude-opus-4-7":{"in_tokens":3119,"out_tokens":845},"mistral-large-2":{"in_tokens":1665,"out_tokens":728}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1152,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":20.925302107999997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":1425},"claude-opus-4-7":{"in_tokens":2809,"out_tokens":490},"mistral-large-2":{"in_tokens":1574,"out_tokens":723}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1005,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":19.14823085500001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1687,"out_tokens":1864},"claude-opus-4-7":{"in_tokens":3161,"out_tokens":553},"mistral-large-2":{"in_tokens":1750,"out_tokens":623}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":12.991120076000001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":2379},"claude-opus-4-7":{"in_tokens":3298,"out_tokens":484},"mistral-large-2":{"in_tokens":1794,"out_tokens":545}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":753,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.03817526200001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1459},"claude-opus-4-7":{"in_tokens":2938,"out_tokens":568},"mistral-large-2":{"in_tokens":1715,"out_tokens":598}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":16.24601454500001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":957},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":490},"mistral-large-2":{"in_tokens":1590,"out_tokens":478}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":17.304699009000004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1223},"claude-opus-4-7":{"in_tokens":2229,"out_tokens":515},"mistral-large-2":{"in_tokens":1222,"out_tokens":711}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2211,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":29.525562729,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2014,"out_tokens":1692},"claude-opus-4-7":{"in_tokens":3842,"out_tokens":526},"mistral-large-2":{"in_tokens":2109,"out_tokens":679}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1023,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":17.85228673200001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":1616},"claude-opus-4-7":{"in_tokens":2865,"out_tokens":475},"mistral-large-2":{"in_tokens":1579,"out_tokens":540}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.92092386200001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1676},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":601},"mistral-large-2":{"in_tokens":1513,"out_tokens":584}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":712,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":11.917306483000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":1474},"claude-opus-4-7":{"in_tokens":2998,"out_tokens":465},"mistral-large-2":{"in_tokens":1807,"out_tokens":495}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.00532105299999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":1976},"claude-opus-4-7":{"in_tokens":3120,"out_tokens":547},"mistral-large-2":{"in_tokens":1795,"out_tokens":585}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":2225,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":31.363971702,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1974,"out_tokens":1345},"claude-opus-4-7":{"in_tokens":3665,"out_tokens":565},"mistral-large-2":{"in_tokens":2072,"out_tokens":697}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1138,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":18.831735281999983,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2015,"out_tokens":3141},"claude-opus-4-7":{"in_tokens":3743,"out_tokens":686},"mistral-large-2":{"in_tokens":2167,"out_tokens":803}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":532,"error":null,"skip_reason":null,"score_raw":0.8148148148148148,"duration_s":9.765103874000005,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1520},"claude-opus-4-7":{"in_tokens":2373,"out_tokens":579},"mistral-large-2":{"in_tokens":1363,"out_tokens":921}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1572,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":22.693627585,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1805,"out_tokens":1638},"claude-opus-4-7":{"in_tokens":3427,"out_tokens":538},"mistral-large-2":{"in_tokens":1874,"out_tokens":837}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":881,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.598087351000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1948},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":546},"mistral-large-2":{"in_tokens":1695,"out_tokens":681}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1531,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.712967378000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":1747},"claude-opus-4-7":{"in_tokens":3167,"out_tokens":544},"mistral-large-2":{"in_tokens":1778,"out_tokens":670}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":959,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.958009375000017,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":1337},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":570},"mistral-large-2":{"in_tokens":1478,"out_tokens":830}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":16.911038501000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1467},"claude-opus-4-7":{"in_tokens":2163,"out_tokens":554},"mistral-large-2":{"in_tokens":1225,"out_tokens":558}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":17.27193250900001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1219},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":525},"mistral-large-2":{"in_tokens":1401,"out_tokens":538}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":997,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.079917977999997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":2262},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":471},"mistral-large-2":{"in_tokens":1607,"out_tokens":734}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":19.243517677,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1718},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":531},"mistral-large-2":{"in_tokens":1310,"out_tokens":738}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":824,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":13.113767631000002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":1621},"claude-opus-4-7":{"in_tokens":2582,"out_tokens":486},"mistral-large-2":{"in_tokens":1432,"out_tokens":521}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":11.347527318999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1749},"claude-opus-4-7":{"in_tokens":2441,"out_tokens":537},"mistral-large-2":{"in_tokens":1349,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":784,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":13.686014618000002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1941},"claude-opus-4-7":{"in_tokens":2709,"out_tokens":719},"mistral-large-2":{"in_tokens":1537,"out_tokens":745}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.40740740740740744,"duration_s":21.338471166000005,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1648},"claude-opus-4-7":{"in_tokens":2214,"out_tokens":668},"mistral-large-2":{"in_tokens":1250,"out_tokens":763}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":17.927442868000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1655},"claude-opus-4-7":{"in_tokens":2235,"out_tokens":556},"mistral-large-2":{"in_tokens":1224,"out_tokens":507}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1561,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.284149662000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":1697},"claude-opus-4-7":{"in_tokens":3008,"out_tokens":502},"mistral-large-2":{"in_tokens":1687,"out_tokens":573}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1397,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":19.969690215000014,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1667,"out_tokens":1317},"claude-opus-4-7":{"in_tokens":3202,"out_tokens":648},"mistral-large-2":{"in_tokens":1739,"out_tokens":602}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":340,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":19.73517916999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":3227},"claude-opus-4-7":{"in_tokens":3470,"out_tokens":672},"mistral-large-2":{"in_tokens":1864,"out_tokens":722}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1789,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":23.96485356399998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1958,"out_tokens":1715},"claude-opus-4-7":{"in_tokens":3676,"out_tokens":577},"mistral-large-2":{"in_tokens":2020,"out_tokens":753}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":411,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":21.20352129600002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":3730},"claude-opus-4-7":{"in_tokens":3399,"out_tokens":718},"mistral-large-2":{"in_tokens":1866,"out_tokens":792}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1422,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":21.73027370700001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":2225},"claude-opus-4-7":{"in_tokens":3071,"out_tokens":426},"mistral-large-2":{"in_tokens":1790,"out_tokens":626}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1959,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":32.605412011,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2444,"out_tokens":2629},"claude-opus-4-7":{"in_tokens":4741,"out_tokens":815},"mistral-large-2":{"in_tokens":2576,"out_tokens":816}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":24.42268846600001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":2063},"claude-opus-4-7":{"in_tokens":3184,"out_tokens":588},"mistral-large-2":{"in_tokens":1770,"out_tokens":771}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1615,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":28.577863245000003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2135,"out_tokens":3356},"claude-opus-4-7":{"in_tokens":4229,"out_tokens":778},"mistral-large-2":{"in_tokens":2261,"out_tokens":890}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":35.511123755,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2402,"out_tokens":3667},"claude-opus-4-7":{"in_tokens":4684,"out_tokens":938},"mistral-large-2":{"in_tokens":2622,"out_tokens":862}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1658,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":33.49946346599998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2180,"out_tokens":2715},"claude-opus-4-7":{"in_tokens":4233,"out_tokens":935},"mistral-large-2":{"in_tokens":2375,"out_tokens":869}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":790,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":12.00775754899999,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":2042},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":643},"mistral-large-2":{"in_tokens":1365,"out_tokens":688}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":22.831859132000005,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1710,"out_tokens":2099},"claude-opus-4-7":{"in_tokens":3376,"out_tokens":637},"mistral-large-2":{"in_tokens":1799,"out_tokens":706}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1677,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":24.458361690999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":1647},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":480},"mistral-large-2":{"in_tokens":1704,"out_tokens":434}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":425,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":25.16660066,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1743,"out_tokens":2322},"claude-opus-4-7":{"in_tokens":3440,"out_tokens":733},"mistral-large-2":{"in_tokens":1877,"out_tokens":887}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1700,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":22.40715049800002,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":2598},"claude-opus-4-7":{"in_tokens":2818,"out_tokens":702},"mistral-large-2":{"in_tokens":1629,"out_tokens":718}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":21.81027923900001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1889,"out_tokens":2090},"claude-opus-4-7":{"in_tokens":3652,"out_tokens":702},"mistral-large-2":{"in_tokens":1976,"out_tokens":655}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2756,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":33.54992189800001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1850,"out_tokens":1973},"claude-opus-4-7":{"in_tokens":3446,"out_tokens":537},"mistral-large-2":{"in_tokens":1999,"out_tokens":728}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":680,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":74.571957069,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1760,"out_tokens":1582},"claude-opus-4-7":{"in_tokens":3253,"out_tokens":634},"mistral-large-2":{"in_tokens":1835,"out_tokens":642}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":25.195195650000016,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1941,"out_tokens":2390},"claude-opus-4-7":{"in_tokens":3860,"out_tokens":952},"mistral-large-2":{"in_tokens":2075,"out_tokens":851}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1963,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":34.484655240999984,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2326,"out_tokens":3041},"claude-opus-4-7":{"in_tokens":4547,"out_tokens":1359},"mistral-large-2":{"in_tokens":2529,"out_tokens":868}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":24.960246122,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":1962},"claude-opus-4-7":{"in_tokens":3538,"out_tokens":685},"mistral-large-2":{"in_tokens":1934,"out_tokens":943}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":668,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":12.55956024599999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1779,"out_tokens":1433},"claude-opus-4-7":{"in_tokens":3415,"out_tokens":588},"mistral-large-2":{"in_tokens":1851,"out_tokens":832}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1841,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":26.589277963,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1827},"claude-opus-4-7":{"in_tokens":2747,"out_tokens":539},"mistral-large-2":{"in_tokens":1572,"out_tokens":665}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1512,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.04481264399999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":1458},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":632},"mistral-large-2":{"in_tokens":1256,"out_tokens":588}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1607,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":23.436877243999987,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":1927},"claude-opus-4-7":{"in_tokens":2607,"out_tokens":827},"mistral-large-2":{"in_tokens":1424,"out_tokens":661}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":36.51331551000001,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2591,"out_tokens":3047},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":1013},"mistral-large-2":{"in_tokens":2714,"out_tokens":880}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":1817,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":35.93105311599999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2393,"out_tokens":2801},"claude-opus-4-7":{"in_tokens":4648,"out_tokens":859},"mistral-large-2":{"in_tokens":2566,"out_tokens":1128}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":10.59219822,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1672},"claude-opus-4-7":{"in_tokens":2720,"out_tokens":516},"mistral-large-2":{"in_tokens":1575,"out_tokens":575}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":37.91155855400001,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2419,"out_tokens":3656},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":803},"mistral-large-2":{"in_tokens":2618,"out_tokens":1350}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":579,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":12.283948462000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":2396},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":558},"mistral-large-2":{"in_tokens":1517,"out_tokens":656}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2759,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":42.27191902199999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2271,"out_tokens":2288},"claude-opus-4-7":{"in_tokens":4426,"out_tokens":842},"mistral-large-2":{"in_tokens":2404,"out_tokens":821}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":8.799334429999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1329},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":509},"mistral-large-2":{"in_tokens":1278,"out_tokens":595}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2107,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":32.508977723000015,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2207,"out_tokens":1855},"claude-opus-4-7":{"in_tokens":4351,"out_tokens":676},"mistral-large-2":{"in_tokens":2398,"out_tokens":750}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2375,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":35.760283743,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2296,"out_tokens":2596},"claude-opus-4-7":{"in_tokens":4610,"out_tokens":969},"mistral-large-2":{"in_tokens":2442,"out_tokens":1159}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2706,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":41.62248084299998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2324,"out_tokens":3967},"claude-opus-4-7":{"in_tokens":4551,"out_tokens":866},"mistral-large-2":{"in_tokens":2497,"out_tokens":931}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":478,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":11.228863744999956,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":1616},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":522},"mistral-large-2":{"in_tokens":1415,"out_tokens":632}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2357,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":38.40157101999998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2207,"out_tokens":2485},"claude-opus-4-7":{"in_tokens":4348,"out_tokens":754},"mistral-large-2":{"in_tokens":2392,"out_tokens":872}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2064,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":33.813180569999986,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2499,"out_tokens":2352},"claude-opus-4-7":{"in_tokens":4930,"out_tokens":944},"mistral-large-2":{"in_tokens":2691,"out_tokens":1055}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3561,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":51.34003223600001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2610,"out_tokens":2654},"claude-opus-4-7":{"in_tokens":5124,"out_tokens":866},"mistral-large-2":{"in_tokens":2740,"out_tokens":1014}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":17.041277207000007,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":1636},"claude-opus-4-7":{"in_tokens":3206,"out_tokens":697},"mistral-large-2":{"in_tokens":1794,"out_tokens":722}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3340,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":51.29976177100002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2825,"out_tokens":3054},"claude-opus-4-7":{"in_tokens":5590,"out_tokens":837},"mistral-large-2":{"in_tokens":3058,"out_tokens":824}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":8.136876934000043,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1640},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":711},"mistral-large-2":{"in_tokens":1387,"out_tokens":653}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":5.646807662000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1169},"claude-opus-4-7":{"in_tokens":2222,"out_tokens":590},"mistral-large-2":{"in_tokens":1205,"out_tokens":583}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":19.804475353999976,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1710,"out_tokens":2099},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":872},"mistral-large-2":{"in_tokens":1805,"out_tokens":867}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":12.215030413000022,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":2663},"claude-opus-4-7":{"in_tokens":2670,"out_tokens":838},"mistral-large-2":{"in_tokens":1512,"out_tokens":705}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.4761904761904762,"duration_s":10.957564645000048,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1453},"claude-opus-4-7":{"in_tokens":2414,"out_tokens":645},"mistral-large-2":{"in_tokens":1290,"out_tokens":498}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":12.868027356000027,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":1632},"claude-opus-4-7":{"in_tokens":3178,"out_tokens":655},"mistral-large-2":{"in_tokens":1823,"out_tokens":786}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":319,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":11.054213155000014,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1976},"claude-opus-4-7":{"in_tokens":2638,"out_tokens":957},"mistral-large-2":{"in_tokens":1420,"out_tokens":1083}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":12.599264845999983,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":2050},"claude-opus-4-7":{"in_tokens":2410,"out_tokens":506},"mistral-large-2":{"in_tokens":1308,"out_tokens":682}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":8.023352380999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1627},"claude-opus-4-7":{"in_tokens":2520,"out_tokens":527},"mistral-large-2":{"in_tokens":1411,"out_tokens":581}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":8.680647990000011,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":1162},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":503},"mistral-large-2":{"in_tokens":1515,"out_tokens":548}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":8.875332693000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":1459},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":519},"mistral-large-2":{"in_tokens":1187,"out_tokens":571}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":165,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":6.553356291,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":1221},"claude-opus-4-7":{"in_tokens":1959,"out_tokens":573},"mistral-large-2":{"in_tokens":1094,"out_tokens":526}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":568,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":73.24790542199997,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":1757},"claude-opus-4-7":{"in_tokens":3281,"out_tokens":593},"mistral-large-2":{"in_tokens":1751,"out_tokens":591}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":9.340316869999981,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1042,"out_tokens":1020},"claude-opus-4-7":{"in_tokens":2014,"out_tokens":487},"mistral-large-2":{"in_tokens":1093,"out_tokens":481}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.727639798999974,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1457},"claude-opus-4-7":{"in_tokens":2227,"out_tokens":577},"mistral-large-2":{"in_tokens":1213,"out_tokens":672}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":11.656769253999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1053,"out_tokens":1161},"claude-opus-4-7":{"in_tokens":1967,"out_tokens":499},"mistral-large-2":{"in_tokens":1108,"out_tokens":475}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":6.563380496999969,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1370},"claude-opus-4-7":{"in_tokens":2424,"out_tokens":559},"mistral-large-2":{"in_tokens":1398,"out_tokens":499}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":12.147141317999967,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":1936},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":499},"mistral-large-2":{"in_tokens":1493,"out_tokens":640}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.4761904761904761,"duration_s":6.262434641000027,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1360,"out_tokens":1077},"claude-opus-4-7":{"in_tokens":2506,"out_tokens":435},"mistral-large-2":{"in_tokens":1535,"out_tokens":485}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":17.17777892099997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1621},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":585},"mistral-large-2":{"in_tokens":1390,"out_tokens":584}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":104,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":5.807868442000029,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1508},"claude-opus-4-7":{"in_tokens":2224,"out_tokens":506},"mistral-large-2":{"in_tokens":1267,"out_tokens":633}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":68,"error":null,"skip_reason":null,"score_raw":0.14814814814814814,"duration_s":4.19770853,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1028,"out_tokens":1980},"claude-opus-4-7":{"in_tokens":1972,"out_tokens":629},"mistral-large-2":{"in_tokens":1128,"out_tokens":552}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":9.479487572000039,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":1537},"claude-opus-4-7":{"in_tokens":2896,"out_tokens":624},"mistral-large-2":{"in_tokens":1668,"out_tokens":545}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.795821193999984,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":1906},"claude-opus-4-7":{"in_tokens":2975,"out_tokens":653},"mistral-large-2":{"in_tokens":1704,"out_tokens":678}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":6.403049198000019,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1318},"claude-opus-4-7":{"in_tokens":2153,"out_tokens":472},"mistral-large-2":{"in_tokens":1239,"out_tokens":464}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":116,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":6.764364662999981,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":1241},"claude-opus-4-7":{"in_tokens":2022,"out_tokens":555},"mistral-large-2":{"in_tokens":1129,"out_tokens":533}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":6.106624442999987,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1507,"out_tokens":1093},"claude-opus-4-7":{"in_tokens":2781,"out_tokens":531},"mistral-large-2":{"in_tokens":1697,"out_tokens":496}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":8.705415034999987,"hallucination_count":6.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1741,"out_tokens":1887},"claude-opus-4-7":{"in_tokens":3354,"out_tokens":751},"mistral-large-2":{"in_tokens":1825,"out_tokens":945}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":402,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":6.6607701359999965,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1703,"out_tokens":2170},"claude-opus-4-7":{"in_tokens":3350,"out_tokens":618},"mistral-large-2":{"in_tokens":1832,"out_tokens":911}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":529,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":8.252353719000041,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1776,"out_tokens":2635},"claude-opus-4-7":{"in_tokens":3503,"out_tokens":818},"mistral-large-2":{"in_tokens":1926,"out_tokens":815}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":92,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":17.531393193000042,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1319},"claude-opus-4-7":{"in_tokens":2094,"out_tokens":509},"mistral-large-2":{"in_tokens":1175,"out_tokens":594}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.584638385000005,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1803,"out_tokens":2245},"claude-opus-4-7":{"in_tokens":3358,"out_tokens":604},"mistral-large-2":{"in_tokens":1926,"out_tokens":647}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":7.035178655999971,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1667,"out_tokens":2528},"claude-opus-4-7":{"in_tokens":3291,"out_tokens":689},"mistral-large-2":{"in_tokens":1760,"out_tokens":808}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":414,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":9.390879003000009,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1690,"out_tokens":2709},"claude-opus-4-7":{"in_tokens":3335,"out_tokens":649},"mistral-large-2":{"in_tokens":1823,"out_tokens":846}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":6.907739095000011,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1884,"out_tokens":2016},"claude-opus-4-7":{"in_tokens":3643,"out_tokens":930},"mistral-large-2":{"in_tokens":1969,"out_tokens":722}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":6.407828048999988,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1687,"out_tokens":2275},"claude-opus-4-7":{"in_tokens":3319,"out_tokens":690},"mistral-large-2":{"in_tokens":1817,"out_tokens":785}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":448,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":11.097417873999973,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1857,"out_tokens":2568},"claude-opus-4-7":{"in_tokens":3629,"out_tokens":902},"mistral-large-2":{"in_tokens":1993,"out_tokens":789}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":442,"error":null,"skip_reason":null,"score_raw":0.047619047619047616,"duration_s":370.61319188100003,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1445,"out_tokens":1950},"claude-opus-4-7":{"in_tokens":2857,"out_tokens":734},"mistral-large-2":{"in_tokens":1517,"out_tokens":739}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":658,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":375.13718449099997,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2107,"out_tokens":2355},"claude-opus-4-7":{"in_tokens":3955,"out_tokens":840},"mistral-large-2":{"in_tokens":2256,"out_tokens":915}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":6.891233295000006,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1605},"claude-opus-4-7":{"in_tokens":2448,"out_tokens":500},"mistral-large-2":{"in_tokens":1387,"out_tokens":567}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":64.16048195499997,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":2000},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":759},"mistral-large-2":{"in_tokens":1262,"out_tokens":625}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":5.4182116810000025,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1586},"claude-opus-4-7":{"in_tokens":2278,"out_tokens":579},"mistral-large-2":{"in_tokens":1248,"out_tokens":545}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":864,"error":null,"skip_reason":null,"score_raw":0.10000000000000002,"duration_s":16.332101713999975,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":2272,"out_tokens":2758},"claude-opus-4-7":{"in_tokens":4452,"out_tokens":1112},"mistral-large-2":{"in_tokens":2380,"out_tokens":1054}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":901,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":16.647942616000023,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2190,"out_tokens":2852},"claude-opus-4-7":{"in_tokens":4371,"out_tokens":915},"mistral-large-2":{"in_tokens":2354,"out_tokens":947}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":775,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":16.61014433699995,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2043,"out_tokens":3126},"claude-opus-4-7":{"in_tokens":4017,"out_tokens":974},"mistral-large-2":{"in_tokens":2214,"out_tokens":724}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":752,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":16.95735867899998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2046,"out_tokens":1936},"claude-opus-4-7":{"in_tokens":4104,"out_tokens":880},"mistral-large-2":{"in_tokens":2167,"out_tokens":1287}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":970,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":22.214471086000003,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2230,"out_tokens":2084},"claude-opus-4-7":{"in_tokens":4424,"out_tokens":884},"mistral-large-2":{"in_tokens":2401,"out_tokens":852}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":698,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":15.727540317000035,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2218,"out_tokens":3071},"claude-opus-4-7":{"in_tokens":4316,"out_tokens":869},"mistral-large-2":{"in_tokens":2325,"out_tokens":842}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":783,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":17.26638676899995,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2081,"out_tokens":3097},"claude-opus-4-7":{"in_tokens":4121,"out_tokens":679},"mistral-large-2":{"in_tokens":2232,"out_tokens":747}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":873,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":19.31996527399997,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.2,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2282,"out_tokens":2946},"claude-opus-4-7":{"in_tokens":4472,"out_tokens":981},"mistral-large-2":{"in_tokens":2443,"out_tokens":954}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":367.981557635,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1472},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":672},"mistral-large-2":{"in_tokens":1478,"out_tokens":726}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":365.802568571,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1683},"claude-opus-4-7":{"in_tokens":2325,"out_tokens":646},"mistral-large-2":{"in_tokens":1299,"out_tokens":665}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":547,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":972.961127445,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":1983},"claude-opus-4-7":{"in_tokens":3163,"out_tokens":833},"mistral-large-2":{"in_tokens":1675,"out_tokens":773}}}