{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.170584310000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":1703},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":920},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":672},"mistral-large-2":{"in_tokens":1414,"out_tokens":702}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.868322578999994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":1562},"claude-opus-4-8":{"in_tokens":2527,"out_tokens":868},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":696},"mistral-large-2":{"in_tokens":1400,"out_tokens":675}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":545,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":10.430693869999999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":1826},"claude-opus-4-8":{"in_tokens":2991,"out_tokens":923},"claude-opus-4-7":{"in_tokens":2996,"out_tokens":631},"mistral-large-2":{"in_tokens":1751,"out_tokens":761}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":669,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":12.532208163999996,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.2,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1926,"out_tokens":3820},"claude-opus-4-8":{"in_tokens":3623,"out_tokens":1487},"claude-opus-4-7":{"in_tokens":3628,"out_tokens":1097},"mistral-large-2":{"in_tokens":2039,"out_tokens":878}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":762,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":15.300030417000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1645},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":876},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":697},"mistral-large-2":{"in_tokens":1449,"out_tokens":720}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":13.988190870000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1202},"claude-opus-4-8":{"in_tokens":2224,"out_tokens":844},"claude-opus-4-7":{"in_tokens":2229,"out_tokens":593},"mistral-large-2":{"in_tokens":1243,"out_tokens":721}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":393,"error":null,"skip_reason":null,"score_raw":0.15000000000000002,"duration_s":7.433357603999994,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1845,"out_tokens":2194},"claude-opus-4-8":{"in_tokens":3539,"out_tokens":1022},"claude-opus-4-7":{"in_tokens":3544,"out_tokens":830},"mistral-large-2":{"in_tokens":1960,"out_tokens":819}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":17.982455135000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1499},"claude-opus-4-8":{"in_tokens":2129,"out_tokens":796},"claude-opus-4-7":{"in_tokens":2134,"out_tokens":552},"mistral-large-2":{"in_tokens":1191,"out_tokens":671}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1110,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":20.217183593999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":1874},"claude-opus-4-8":{"in_tokens":2886,"out_tokens":826},"claude-opus-4-7":{"in_tokens":2891,"out_tokens":619},"mistral-large-2":{"in_tokens":1602,"out_tokens":634}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":11.155855120000005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":2184},"claude-opus-4-8":{"in_tokens":3772,"out_tokens":1292},"claude-opus-4-7":{"in_tokens":3777,"out_tokens":867},"mistral-large-2":{"in_tokens":2109,"out_tokens":863}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":19.53335901100001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":2149},"claude-opus-4-8":{"in_tokens":2497,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2502,"out_tokens":581},"mistral-large-2":{"in_tokens":1464,"out_tokens":704}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":545,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":10.56186645599999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":2019},"claude-opus-4-8":{"in_tokens":3201,"out_tokens":752},"claude-opus-4-7":{"in_tokens":3206,"out_tokens":662},"mistral-large-2":{"in_tokens":1784,"out_tokens":676}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":9.367424771000003,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":2313},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1256},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":935},"mistral-large-2":{"in_tokens":1650,"out_tokens":668}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1503,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":24.252363520000003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":2421},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":1043},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":679},"mistral-large-2":{"in_tokens":1424,"out_tokens":699}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":24.131416199999997,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1500,"out_tokens":2348},"claude-opus-4-8":{"in_tokens":2812,"out_tokens":1178},"claude-opus-4-7":{"in_tokens":2817,"out_tokens":906},"mistral-large-2":{"in_tokens":1588,"out_tokens":778}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1632,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":26.026665359999996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1941,"out_tokens":2500},"claude-opus-4-8":{"in_tokens":3673,"out_tokens":814},"claude-opus-4-7":{"in_tokens":3678,"out_tokens":658},"mistral-large-2":{"in_tokens":2135,"out_tokens":761}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1577,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":26.166687107,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":2279},"claude-opus-4-8":{"in_tokens":2747,"out_tokens":887},"claude-opus-4-7":{"in_tokens":2752,"out_tokens":658},"mistral-large-2":{"in_tokens":1539,"out_tokens":707}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":404,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":9.082047879000001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":2781},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":801},"mistral-large-2":{"in_tokens":1525,"out_tokens":638}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1878,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":29.314386039000006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2282,"out_tokens":3595},"claude-opus-4-8":{"in_tokens":4270,"out_tokens":955},"claude-opus-4-7":{"in_tokens":4275,"out_tokens":812},"mistral-large-2":{"in_tokens":2431,"out_tokens":816}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":9.098638975,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1387,"out_tokens":2280},"claude-opus-4-8":{"in_tokens":2778,"out_tokens":979},"claude-opus-4-7":{"in_tokens":2783,"out_tokens":774},"mistral-large-2":{"in_tokens":1459,"out_tokens":606}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":408,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":8.641189897000004,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":1426},"claude-opus-4-8":{"in_tokens":2791,"out_tokens":988},"claude-opus-4-7":{"in_tokens":2796,"out_tokens":657}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":377,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":7.1511128819999925,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":1765},"claude-opus-4-8":{"in_tokens":2846,"out_tokens":1055},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":770},"mistral-large-2":{"in_tokens":1605,"out_tokens":791}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":19.431033889000005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":2333},"claude-opus-4-8":{"in_tokens":3264,"out_tokens":872},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":684},"mistral-large-2":{"in_tokens":1833,"out_tokens":816}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":616,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":11.773594744000007,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2068,"out_tokens":3266},"claude-opus-4-8":{"in_tokens":3871,"out_tokens":1181},"claude-opus-4-7":{"in_tokens":3876,"out_tokens":975},"mistral-large-2":{"in_tokens":2214,"out_tokens":820}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":21.027324954999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2132,"out_tokens":2206},"claude-opus-4-8":{"in_tokens":4134,"out_tokens":906},"claude-opus-4-7":{"in_tokens":4139,"out_tokens":731},"mistral-large-2":{"in_tokens":2284,"out_tokens":895}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":7.961411851000008,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":1976},"claude-opus-4-8":{"in_tokens":2741,"out_tokens":1147},"claude-opus-4-7":{"in_tokens":2746,"out_tokens":977},"mistral-large-2":{"in_tokens":1566,"out_tokens":795}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":9.263645402000009,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":1832},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1105},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":906},"mistral-large-2":{"in_tokens":1600,"out_tokens":814}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1611,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":21.82170605799999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2303,"out_tokens":2552},"claude-opus-4-8":{"in_tokens":4375,"out_tokens":1012},"claude-opus-4-7":{"in_tokens":4380,"out_tokens":896},"mistral-large-2":{"in_tokens":2450,"out_tokens":805}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":24.33355711600001,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":2737},"claude-opus-4-8":{"in_tokens":3245,"out_tokens":1018},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":786},"mistral-large-2":{"in_tokens":1801,"out_tokens":781}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":24.075418944000006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1817},"claude-opus-4-8":{"in_tokens":2629,"out_tokens":934},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":749},"mistral-large-2":{"in_tokens":1511,"out_tokens":718}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":23.673033293000003,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":2753},"claude-opus-4-8":{"in_tokens":2538,"out_tokens":944},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":830},"mistral-large-2":{"in_tokens":1403,"out_tokens":666}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1750,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":25.96829479,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2062,"out_tokens":2236},"claude-opus-4-8":{"in_tokens":3916,"out_tokens":984},"claude-opus-4-7":{"in_tokens":3921,"out_tokens":800},"mistral-large-2":{"in_tokens":2234,"out_tokens":753}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.423674184999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1243},"claude-opus-4-8":{"in_tokens":2393,"out_tokens":870},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":591},"mistral-large-2":{"in_tokens":1314,"out_tokens":653}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1170,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":17.40356175000001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1622,"out_tokens":2988},"claude-opus-4-8":{"in_tokens":3180,"out_tokens":1112},"claude-opus-4-7":{"in_tokens":3185,"out_tokens":743},"mistral-large-2":{"in_tokens":1742,"out_tokens":707}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1652,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":25.875984376999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":2614},"claude-opus-4-8":{"in_tokens":3722,"out_tokens":809},"claude-opus-4-7":{"in_tokens":3727,"out_tokens":642},"mistral-large-2":{"in_tokens":2099,"out_tokens":678}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1171,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.316542047,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":3160,"out_tokens":635},"claude-opus-4-7":{"in_tokens":3165,"out_tokens":589},"mistral-large-2":{"in_tokens":1665,"out_tokens":667}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":19.250449626999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":2090},"claude-opus-4-8":{"in_tokens":2403,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":555},"mistral-large-2":{"in_tokens":1282,"out_tokens":540}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.14285714285714285,"duration_s":22.212223025,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1248},"claude-opus-4-8":{"in_tokens":2486,"out_tokens":901},"claude-opus-4-7":{"in_tokens":2491,"out_tokens":793},"mistral-large-2":{"in_tokens":1312,"out_tokens":599}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1087,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":16.087314735999996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1576,"out_tokens":1866},"claude-opus-4-8":{"in_tokens":3063,"out_tokens":868},"claude-opus-4-7":{"in_tokens":3068,"out_tokens":590},"mistral-large-2":{"in_tokens":1668,"out_tokens":778}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":22.940993980000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":2454},"claude-opus-4-8":{"in_tokens":3268,"out_tokens":747},"claude-opus-4-7":{"in_tokens":3273,"out_tokens":683},"mistral-large-2":{"in_tokens":1864,"out_tokens":1256}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1201,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":17.882805563000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1774,"out_tokens":1892},"claude-opus-4-8":{"in_tokens":3331,"out_tokens":773},"claude-opus-4-7":{"in_tokens":3336,"out_tokens":630},"mistral-large-2":{"in_tokens":1928,"out_tokens":991}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1013,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":14.953534231999996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1622,"out_tokens":1643},"claude-opus-4-8":{"in_tokens":3050,"out_tokens":933},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":692},"mistral-large-2":{"in_tokens":1752,"out_tokens":720}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1581,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":23.22386658900001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2337,"out_tokens":2597},"claude-opus-4-8":{"in_tokens":4349,"out_tokens":922},"claude-opus-4-7":{"in_tokens":4354,"out_tokens":890},"mistral-large-2":{"in_tokens":2483,"out_tokens":883}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":24.599912815999986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1263},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":567},"mistral-large-2":{"in_tokens":1472,"out_tokens":601}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1253,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.844829661999995,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":2359},"claude-opus-4-8":{"in_tokens":3325,"out_tokens":876},"claude-opus-4-7":{"in_tokens":3330,"out_tokens":873},"mistral-large-2":{"in_tokens":1787,"out_tokens":699}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":17.912052689000006,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1679},"claude-opus-4-8":{"in_tokens":2504,"out_tokens":750},"claude-opus-4-7":{"in_tokens":2509,"out_tokens":679},"mistral-large-2":{"in_tokens":1347,"out_tokens":602}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":23.867418720999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":1442},"claude-opus-4-8":{"in_tokens":2450,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":676},"mistral-large-2":{"in_tokens":1395,"out_tokens":876}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.54457410500001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":1456},"claude-opus-4-8":{"in_tokens":3151,"out_tokens":610},"claude-opus-4-7":{"in_tokens":3156,"out_tokens":480},"mistral-large-2":{"in_tokens":1711,"out_tokens":561}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":986,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":15.26515268099999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":1460},"claude-opus-4-8":{"in_tokens":2784,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2789,"out_tokens":563},"mistral-large-2":{"in_tokens":1560,"out_tokens":603}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":21.248943682000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1075},"claude-opus-4-8":{"in_tokens":2645,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2650,"out_tokens":525},"mistral-large-2":{"in_tokens":1453,"out_tokens":531}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1252,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":21.587526405999995,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1778,"out_tokens":1947},"claude-opus-4-8":{"in_tokens":3307,"out_tokens":808},"claude-opus-4-7":{"in_tokens":3312,"out_tokens":635},"mistral-large-2":{"in_tokens":1850,"out_tokens":707}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":21.40054913200001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1453},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":594},"mistral-large-2":{"in_tokens":1466,"out_tokens":667}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1142,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.361526978,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1618,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":3003,"out_tokens":504},"claude-opus-4-7":{"in_tokens":3008,"out_tokens":409},"mistral-large-2":{"in_tokens":1694,"out_tokens":539}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.376409862999992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1059},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":507},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":404},"mistral-large-2":{"in_tokens":1320,"out_tokens":647}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":263,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":20.65384935200001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1785},"claude-opus-4-8":{"in_tokens":2302,"out_tokens":770},"claude-opus-4-7":{"in_tokens":2307,"out_tokens":550},"mistral-large-2":{"in_tokens":1278,"out_tokens":585}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":597,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":72.330277559,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":1777},"claude-opus-4-8":{"in_tokens":3203,"out_tokens":685},"claude-opus-4-7":{"in_tokens":3208,"out_tokens":559},"mistral-large-2":{"in_tokens":1737,"out_tokens":543}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1087,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.472211928000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1536,"out_tokens":1448},"claude-opus-4-8":{"in_tokens":2843,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2848,"out_tokens":495},"mistral-large-2":{"in_tokens":1603,"out_tokens":535}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1095,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.897828212000007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1445,"out_tokens":1911},"claude-opus-4-8":{"in_tokens":2754,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2759,"out_tokens":516},"mistral-large-2":{"in_tokens":1516,"out_tokens":731}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":17.463722926999992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":2048},"claude-opus-4-8":{"in_tokens":2209,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2214,"out_tokens":555},"mistral-large-2":{"in_tokens":1263,"out_tokens":685}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":535,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":71.49547076999998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":2343},"claude-opus-4-8":{"in_tokens":2839,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":559},"mistral-large-2":{"in_tokens":1605,"out_tokens":550}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":728,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":75.001826469,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":1769},"claude-opus-4-8":{"in_tokens":3058,"out_tokens":811},"claude-opus-4-7":{"in_tokens":3063,"out_tokens":647},"mistral-large-2":{"in_tokens":1734,"out_tokens":692}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":866,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":77.166760912,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1937,"out_tokens":1188},"claude-opus-4-8":{"in_tokens":3608,"out_tokens":837},"claude-opus-4-7":{"in_tokens":3613,"out_tokens":696},"mistral-large-2":{"in_tokens":2021,"out_tokens":645}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":14.707480078999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1059,"out_tokens":1015},"claude-opus-4-8":{"in_tokens":1989,"out_tokens":595},"claude-opus-4-7":{"in_tokens":1994,"out_tokens":469},"mistral-large-2":{"in_tokens":1113,"out_tokens":470}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1116,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.37295598700001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":1404},"claude-opus-4-8":{"in_tokens":2709,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2714,"out_tokens":473},"mistral-large-2":{"in_tokens":1487,"out_tokens":474}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":681,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":12.926166823000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":1600},"claude-opus-4-8":{"in_tokens":2935,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2940,"out_tokens":590},"mistral-large-2":{"in_tokens":1696,"out_tokens":587}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":445,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":8.645682926000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":961},"claude-opus-4-8":{"in_tokens":2483,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2488,"out_tokens":562},"mistral-large-2":{"in_tokens":1380,"out_tokens":648}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":8.871433128000007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1650},"claude-opus-4-8":{"in_tokens":2393,"out_tokens":546},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":541},"mistral-large-2":{"in_tokens":1319,"out_tokens":515}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.865141101999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1056,"out_tokens":1403},"claude-opus-4-8":{"in_tokens":1985,"out_tokens":592},"claude-opus-4-7":{"in_tokens":1990,"out_tokens":487},"mistral-large-2":{"in_tokens":1110,"out_tokens":512}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":16.324823014999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1046},"claude-opus-4-8":{"in_tokens":2052,"out_tokens":503},"claude-opus-4-7":{"in_tokens":2057,"out_tokens":446},"mistral-large-2":{"in_tokens":1155,"out_tokens":461}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1184,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.40315847299999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1613},"claude-opus-4-8":{"in_tokens":2877,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2882,"out_tokens":508},"mistral-large-2":{"in_tokens":1601,"out_tokens":601}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":917,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.572679598999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":841},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":475},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":390},"mistral-large-2":{"in_tokens":1361,"out_tokens":474}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":4.26164485999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":994,"out_tokens":798},"claude-opus-4-8":{"in_tokens":1881,"out_tokens":459},"claude-opus-4-7":{"in_tokens":1886,"out_tokens":431},"mistral-large-2":{"in_tokens":1036,"out_tokens":445}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":861,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.034471269000022,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":1988},"claude-opus-4-8":{"in_tokens":2639,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":490},"mistral-large-2":{"in_tokens":1480,"out_tokens":616}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":11.691148666000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1400},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":534},"mistral-large-2":{"in_tokens":1505,"out_tokens":638}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":17.996480669999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":977,"out_tokens":778},"claude-opus-4-8":{"in_tokens":1836,"out_tokens":502},"claude-opus-4-7":{"in_tokens":1841,"out_tokens":373},"mistral-large-2":{"in_tokens":1012,"out_tokens":439}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":410,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":9.08293365099999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1647},"claude-opus-4-8":{"in_tokens":2713,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2718,"out_tokens":583},"mistral-large-2":{"in_tokens":1516,"out_tokens":648}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":17.332859275000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1668},"claude-opus-4-8":{"in_tokens":2138,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2143,"out_tokens":477},"mistral-large-2":{"in_tokens":1198,"out_tokens":583}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":11.233808014000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1598},"claude-opus-4-8":{"in_tokens":2715,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2720,"out_tokens":526},"mistral-large-2":{"in_tokens":1575,"out_tokens":579}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":9.12782802000001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1700},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":565},"mistral-large-2":{"in_tokens":1404,"out_tokens":589}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":460,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":9.82453416300001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1792},"claude-opus-4-8":{"in_tokens":2514,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2519,"out_tokens":588},"mistral-large-2":{"in_tokens":1369,"out_tokens":599}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1009,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.172977374,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":2958,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2963,"out_tokens":452},"mistral-large-2":{"in_tokens":1647,"out_tokens":647}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":971,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":14.147296400999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1013},"claude-opus-4-8":{"in_tokens":2601,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2606,"out_tokens":545},"mistral-large-2":{"in_tokens":1444,"out_tokens":586}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.06408796399998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":2366,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":468},"mistral-large-2":{"in_tokens":1325,"out_tokens":520}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":951,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":16.123056421,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1101},"claude-opus-4-8":{"in_tokens":2618,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":525},"mistral-large-2":{"in_tokens":1473,"out_tokens":545}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":16.651957076000002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1188},"claude-opus-4-8":{"in_tokens":2075,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2080,"out_tokens":651},"mistral-large-2":{"in_tokens":1148,"out_tokens":558}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":476,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":9.597654578000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1129},"claude-opus-4-8":{"in_tokens":2496,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2501,"out_tokens":556},"mistral-large-2":{"in_tokens":1413,"out_tokens":561}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":367,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":7.993136673999999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1031},"claude-opus-4-8":{"in_tokens":2477,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2482,"out_tokens":430},"mistral-large-2":{"in_tokens":1369,"out_tokens":536}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":10.695876294000016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":1538},"claude-opus-4-8":{"in_tokens":2760,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":434},"mistral-large-2":{"in_tokens":1509,"out_tokens":634}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":15.772169958000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1432},"claude-opus-4-8":{"in_tokens":1991,"out_tokens":554},"claude-opus-4-7":{"in_tokens":1996,"out_tokens":466},"mistral-large-2":{"in_tokens":1094,"out_tokens":477}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1278,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":20.855244891000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":1509},"claude-opus-4-8":{"in_tokens":2932,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2937,"out_tokens":506},"mistral-large-2":{"in_tokens":1626,"out_tokens":626}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":689,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":14.36776415899999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1817,"out_tokens":1826},"claude-opus-4-8":{"in_tokens":3447,"out_tokens":679},"claude-opus-4-7":{"in_tokens":3452,"out_tokens":623},"mistral-large-2":{"in_tokens":1872,"out_tokens":688}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2480,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":146.13171889699998,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":2895},"claude-opus-4-8":{"in_tokens":3487,"out_tokens":919},"claude-opus-4-7":{"in_tokens":3492,"out_tokens":795},"mistral-large-2":{"in_tokens":2046,"out_tokens":779}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":7.914630218000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1214},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":559},"mistral-large-2":{"in_tokens":1397,"out_tokens":822}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":6.293259108000001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1613},"claude-opus-4-8":{"in_tokens":2316,"out_tokens":734},"claude-opus-4-7":{"in_tokens":2321,"out_tokens":523},"mistral-large-2":{"in_tokens":1273,"out_tokens":591}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":17.162930140999975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1209},"claude-opus-4-8":{"in_tokens":2065,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2070,"out_tokens":530},"mistral-large-2":{"in_tokens":1144,"out_tokens":509}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1047,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":16.714717801000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1693,"out_tokens":1382},"claude-opus-4-8":{"in_tokens":3200,"out_tokens":638},"claude-opus-4-7":{"in_tokens":3205,"out_tokens":558},"mistral-large-2":{"in_tokens":1755,"out_tokens":691}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2800,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":151.252013232,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1909,"out_tokens":3354},"claude-opus-4-8":{"in_tokens":3554,"out_tokens":1147},"claude-opus-4-7":{"in_tokens":3559,"out_tokens":1036},"mistral-large-2":{"in_tokens":2043,"out_tokens":759}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":14.393221714999981,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1401},"claude-opus-4-8":{"in_tokens":2678,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2683,"out_tokens":479},"mistral-large-2":{"in_tokens":1469,"out_tokens":612}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":260,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":6.723900133000001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1321},"claude-opus-4-8":{"in_tokens":2386,"out_tokens":855},"claude-opus-4-7":{"in_tokens":2391,"out_tokens":650},"mistral-large-2":{"in_tokens":1363,"out_tokens":802}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1207,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":17.625699755,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1611,"out_tokens":1343},"claude-opus-4-8":{"in_tokens":3046,"out_tokens":724},"claude-opus-4-7":{"in_tokens":3051,"out_tokens":495},"mistral-large-2":{"in_tokens":1673,"out_tokens":504}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":16.472052929,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1326},"claude-opus-4-8":{"in_tokens":2224,"out_tokens":570},"claude-opus-4-7":{"in_tokens":2229,"out_tokens":491},"mistral-large-2":{"in_tokens":1222,"out_tokens":504}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":322,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":20.410524931999987,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1327},"claude-opus-4-8":{"in_tokens":2797,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2802,"out_tokens":483},"mistral-large-2":{"in_tokens":1512,"out_tokens":583}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":5.712053756000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1835},"claude-opus-4-8":{"in_tokens":2324,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2329,"out_tokens":619}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":537,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":8.873892734999998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1138},"claude-opus-4-8":{"in_tokens":2313,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2318,"out_tokens":521},"mistral-large-2":{"in_tokens":1274,"out_tokens":789}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":16.380703003000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":988},"claude-opus-4-8":{"in_tokens":2136,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2141,"out_tokens":498},"mistral-large-2":{"in_tokens":1185,"out_tokens":443}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":1096,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.82722784799998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1543,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":2864,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2869,"out_tokens":520},"mistral-large-2":{"in_tokens":1617,"out_tokens":613}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.0772986950000245,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1772},"claude-opus-4-8":{"in_tokens":2098,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":489},"mistral-large-2":{"in_tokens":1164,"out_tokens":500}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":887,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":12.569736183000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1421},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":462},"mistral-large-2":{"in_tokens":1387,"out_tokens":537}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2623,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":142.751209738,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2084,"out_tokens":3054},"claude-opus-4-8":{"in_tokens":3979,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":3984,"out_tokens":883},"mistral-large-2":{"in_tokens":2270,"out_tokens":885}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":19.426850012000017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1286},"claude-opus-4-8":{"in_tokens":2168,"out_tokens":523},"claude-opus-4-7":{"in_tokens":2173,"out_tokens":444},"mistral-large-2":{"in_tokens":1202,"out_tokens":640}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.4451437990000215,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":2092},"claude-opus-4-8":{"in_tokens":2331,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2336,"out_tokens":586},"mistral-large-2":{"in_tokens":1284,"out_tokens":644}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":126,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":16.168121915,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2025,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2030,"out_tokens":569},"mistral-large-2":{"in_tokens":1116,"out_tokens":555}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":1103,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":17.493425064000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":1616},"claude-opus-4-8":{"in_tokens":3000,"out_tokens":811},"claude-opus-4-7":{"in_tokens":3005,"out_tokens":489},"mistral-large-2":{"in_tokens":1716,"out_tokens":1099}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":15.52893382000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1231},"claude-opus-4-8":{"in_tokens":2105,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":495},"mistral-large-2":{"in_tokens":1144,"out_tokens":532}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":898,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":14.945081908999981,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":2473},"claude-opus-4-8":{"in_tokens":2589,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2594,"out_tokens":681},"mistral-large-2":{"in_tokens":1421,"out_tokens":730}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1036,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.785027696000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":2111},"claude-opus-4-8":{"in_tokens":2700,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2705,"out_tokens":628},"mistral-large-2":{"in_tokens":1580,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":6.092304409000008,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2204,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2209,"out_tokens":577},"mistral-large-2":{"in_tokens":1283,"out_tokens":752}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":18.390065811,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":1447},"claude-opus-4-8":{"in_tokens":2248,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2253,"out_tokens":540},"mistral-large-2":{"in_tokens":1303,"out_tokens":669}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":1087,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.89471297899999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1412},"claude-opus-4-8":{"in_tokens":2878,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2883,"out_tokens":491},"mistral-large-2":{"in_tokens":1610,"out_tokens":612}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2945,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":156.513309041,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2243,"out_tokens":3303},"claude-opus-4-8":{"in_tokens":4325,"out_tokens":1021},"claude-opus-4-7":{"in_tokens":4330,"out_tokens":890},"mistral-large-2":{"in_tokens":2407,"out_tokens":859}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":712,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":11.611854457000021,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":1539},"claude-opus-4-8":{"in_tokens":2381,"out_tokens":547},"claude-opus-4-7":{"in_tokens":2386,"out_tokens":460},"mistral-large-2":{"in_tokens":1325,"out_tokens":491}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":16.862970966999995,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1929},"claude-opus-4-8":{"in_tokens":2126,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2131,"out_tokens":666},"mistral-large-2":{"in_tokens":1169,"out_tokens":640}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":7.793409684000011,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":1723},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":951},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":731},"mistral-large-2":{"in_tokens":1421,"out_tokens":554}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":17.428922109000013,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1049,"out_tokens":1512},"claude-opus-4-8":{"in_tokens":2039,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2044,"out_tokens":492},"mistral-large-2":{"in_tokens":1174,"out_tokens":533}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":692,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.764101498999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1265,"out_tokens":1226},"claude-opus-4-8":{"in_tokens":2400,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2405,"out_tokens":584},"mistral-large-2":{"in_tokens":1395,"out_tokens":696}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":4.515387828999991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":1550},"claude-opus-4-8":{"in_tokens":2139,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2144,"out_tokens":528},"mistral-large-2":{"in_tokens":1227,"out_tokens":797}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":1095,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.442831154999993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":2428},"claude-opus-4-8":{"in_tokens":2745,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2750,"out_tokens":654},"mistral-large-2":{"in_tokens":1500,"out_tokens":659}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":21.606126069,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1170,"out_tokens":1321},"claude-opus-4-8":{"in_tokens":2210,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2215,"out_tokens":588},"mistral-large-2":{"in_tokens":1268,"out_tokens":568}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":774,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":11.718010443999987,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":1602},"claude-opus-4-8":{"in_tokens":2531,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2536,"out_tokens":507},"mistral-large-2":{"in_tokens":1438,"out_tokens":533}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":16.688330911999998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":1288},"claude-opus-4-8":{"in_tokens":2008,"out_tokens":842},"claude-opus-4-7":{"in_tokens":2013,"out_tokens":476},"mistral-large-2":{"in_tokens":1109,"out_tokens":506}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.3055555555555556,"duration_s":6.909822217999988,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1506},"claude-opus-4-8":{"in_tokens":2388,"out_tokens":786},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":663},"mistral-large-2":{"in_tokens":1345,"out_tokens":616}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1180,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.472752526999983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":2516},"claude-opus-4-8":{"in_tokens":3011,"out_tokens":645},"claude-opus-4-7":{"in_tokens":3016,"out_tokens":638},"mistral-large-2":{"in_tokens":1706,"out_tokens":719}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":15.868616039000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1902},"claude-opus-4-8":{"in_tokens":2058,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2063,"out_tokens":496},"mistral-large-2":{"in_tokens":1130,"out_tokens":546}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":740,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.310090138000021,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":1116},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":470},"mistral-large-2":{"in_tokens":1453,"out_tokens":548}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":6.028253191999994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":1579},"claude-opus-4-8":{"in_tokens":2429,"out_tokens":804},"claude-opus-4-7":{"in_tokens":2434,"out_tokens":756},"mistral-large-2":{"in_tokens":1411,"out_tokens":759}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":676,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":11.183476637000012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":2554,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2559,"out_tokens":467},"mistral-large-2":{"in_tokens":1452,"out_tokens":816}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":18.556949632,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1668},"claude-opus-4-8":{"in_tokens":2162,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2167,"out_tokens":551},"mistral-large-2":{"in_tokens":1257,"out_tokens":602}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":6.202071153999981,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":1870},"claude-opus-4-8":{"in_tokens":2387,"out_tokens":880},"claude-opus-4-7":{"in_tokens":2392,"out_tokens":579},"mistral-large-2":{"in_tokens":1367,"out_tokens":670}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1226,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":17.507345420999997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1628,"out_tokens":1987},"claude-opus-4-8":{"in_tokens":3143,"out_tokens":768},"claude-opus-4-7":{"in_tokens":3148,"out_tokens":597},"mistral-large-2":{"in_tokens":1807,"out_tokens":749}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":821,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":12.840091701000006,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":2319},"claude-opus-4-8":{"in_tokens":2435,"out_tokens":1061},"claude-opus-4-7":{"in_tokens":2440,"out_tokens":878},"mistral-large-2":{"in_tokens":1431,"out_tokens":715}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":479,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":70.12067932600002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":988},"claude-opus-4-8":{"in_tokens":2596,"out_tokens":510},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":478},"mistral-large-2":{"in_tokens":1407,"out_tokens":542}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":66.901299881,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":2195},"claude-opus-4-8":{"in_tokens":2268,"out_tokens":893},"claude-opus-4-7":{"in_tokens":2273,"out_tokens":733},"mistral-large-2":{"in_tokens":1244,"out_tokens":714}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":18.59029204799998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1020},"claude-opus-4-8":{"in_tokens":2132,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2137,"out_tokens":500},"mistral-large-2":{"in_tokens":1211,"out_tokens":519}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":6.276228379000031,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":2396},"claude-opus-4-8":{"in_tokens":2164,"out_tokens":993},"claude-opus-4-7":{"in_tokens":2169,"out_tokens":695},"mistral-large-2":{"in_tokens":1263,"out_tokens":628}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.584991797000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1101},"claude-opus-4-8":{"in_tokens":2318,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2323,"out_tokens":504},"mistral-large-2":{"in_tokens":1303,"out_tokens":496}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":67.79058078300002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":2166},"claude-opus-4-8":{"in_tokens":2343,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2348,"out_tokens":633},"mistral-large-2":{"in_tokens":1347,"out_tokens":660}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":897,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":14.209999016999973,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":1704},"claude-opus-4-8":{"in_tokens":2823,"out_tokens":922},"claude-opus-4-7":{"in_tokens":2828,"out_tokens":748},"mistral-large-2":{"in_tokens":1627,"out_tokens":644}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":762,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":12.435016275999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":956},"claude-opus-4-8":{"in_tokens":2490,"out_tokens":906},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":521},"mistral-large-2":{"in_tokens":1323,"out_tokens":490}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.877533918999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1481},"claude-opus-4-8":{"in_tokens":2194,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2199,"out_tokens":600},"mistral-large-2":{"in_tokens":1249,"out_tokens":631}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":853,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":12.666595612000037,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":1731},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":573},"mistral-large-2":{"in_tokens":1420,"out_tokens":535}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":9.69648292100004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":1222},"claude-opus-4-8":{"in_tokens":2800,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2805,"out_tokens":618},"mistral-large-2":{"in_tokens":1602,"out_tokens":515}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":19.200683165999976,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1668},"claude-opus-4-8":{"in_tokens":2413,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2418,"out_tokens":584},"mistral-large-2":{"in_tokens":1402,"out_tokens":669}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":658,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":10.334506203999979,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1256},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":532},"mistral-large-2":{"in_tokens":1402,"out_tokens":501}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":1059,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.385673377999979,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1548,"out_tokens":2143},"claude-opus-4-8":{"in_tokens":2839,"out_tokens":809},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":760},"mistral-large-2":{"in_tokens":1737,"out_tokens":908}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":13.771137067999973,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1009,"out_tokens":1141},"claude-opus-4-8":{"in_tokens":1909,"out_tokens":579},"claude-opus-4-7":{"in_tokens":1914,"out_tokens":536},"mistral-large-2":{"in_tokens":1117,"out_tokens":536}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":6.420162474000051,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1446},"claude-opus-4-8":{"in_tokens":2454,"out_tokens":962},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":534},"mistral-large-2":{"in_tokens":1327,"out_tokens":642}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":992,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.53991359500003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1631,"out_tokens":1446},"claude-opus-4-8":{"in_tokens":3174,"out_tokens":724},"claude-opus-4-7":{"in_tokens":3179,"out_tokens":563},"mistral-large-2":{"in_tokens":1827,"out_tokens":562}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.45282264800005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1292},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":538},"mistral-large-2":{"in_tokens":1372,"out_tokens":536}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":1104,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":15.823820608000005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1806,"out_tokens":1943},"claude-opus-4-8":{"in_tokens":3387,"out_tokens":978},"claude-opus-4-7":{"in_tokens":3392,"out_tokens":737},"mistral-large-2":{"in_tokens":2018,"out_tokens":587}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":464,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":8.769192031999978,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1547,"out_tokens":1633},"claude-opus-4-8":{"in_tokens":3015,"out_tokens":899},"claude-opus-4-7":{"in_tokens":3020,"out_tokens":611},"mistral-large-2":{"in_tokens":1738,"out_tokens":636}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":24.333184970000048,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1301},"claude-opus-4-8":{"in_tokens":2238,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":640},"mistral-large-2":{"in_tokens":1253,"out_tokens":705}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":698,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":13.028649634999965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1186},"claude-opus-4-8":{"in_tokens":2523,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2528,"out_tokens":503},"mistral-large-2":{"in_tokens":1443,"out_tokens":596}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2202,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":76.16812255500002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":2033},"claude-opus-4-8":{"in_tokens":2979,"out_tokens":849},"claude-opus-4-7":{"in_tokens":2984,"out_tokens":668},"mistral-large-2":{"in_tokens":1627,"out_tokens":779}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":5.341355625000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":1641},"claude-opus-4-8":{"in_tokens":2710,"out_tokens":813},"claude-opus-4-7":{"in_tokens":2715,"out_tokens":483},"mistral-large-2":{"in_tokens":1661,"out_tokens":506}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.258469993000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":1072},"claude-opus-4-8":{"in_tokens":2072,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2077,"out_tokens":489},"mistral-large-2":{"in_tokens":1109,"out_tokens":485}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1155,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.380556576000004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2017,"out_tokens":2925},"claude-opus-4-8":{"in_tokens":3757,"out_tokens":923},"claude-opus-4-7":{"in_tokens":3762,"out_tokens":658},"mistral-large-2":{"in_tokens":2176,"out_tokens":805}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":566,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":9.281682848000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1822},"claude-opus-4-8":{"in_tokens":2404,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2409,"out_tokens":535},"mistral-large-2":{"in_tokens":1381,"out_tokens":911}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":21.326768519999973,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1380},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":582},"mistral-large-2":{"in_tokens":1160,"out_tokens":593}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":426,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":8.047154675999991,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1807,"out_tokens":2738},"claude-opus-4-8":{"in_tokens":3370,"out_tokens":791},"claude-opus-4-7":{"in_tokens":3375,"out_tokens":597},"mistral-large-2":{"in_tokens":1932,"out_tokens":767}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1256,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.983660826000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":1649},"claude-opus-4-8":{"in_tokens":3132,"out_tokens":751},"claude-opus-4-7":{"in_tokens":3137,"out_tokens":551},"mistral-large-2":{"in_tokens":1779,"out_tokens":606}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":937,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":16.63812509400003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":1753},"claude-opus-4-8":{"in_tokens":2957,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2962,"out_tokens":441},"mistral-large-2":{"in_tokens":1708,"out_tokens":638}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.338788597000018,"hallucination_count":8.25,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":7,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":2018},"claude-opus-4-8":{"in_tokens":2301,"out_tokens":1141},"claude-opus-4-7":{"in_tokens":2306,"out_tokens":646},"mistral-large-2":{"in_tokens":1292,"out_tokens":762}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":18.206186694000053,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1118},"claude-opus-4-8":{"in_tokens":2250,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":559},"mistral-large-2":{"in_tokens":1209,"out_tokens":480}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":20.869683140999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":2087,"out_tokens":869},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":491},"mistral-large-2":{"in_tokens":1283,"out_tokens":832}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":922,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":13.768517675999988,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1820},"claude-opus-4-8":{"in_tokens":2688,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2693,"out_tokens":615},"mistral-large-2":{"in_tokens":1542,"out_tokens":705}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.903621206000025,"hallucination_count":8.0,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":2149},"claude-opus-4-8":{"in_tokens":2447,"out_tokens":1071},"claude-opus-4-7":{"in_tokens":2452,"out_tokens":727},"mistral-large-2":{"in_tokens":1390,"out_tokens":801}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":20.031879178999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1911},"claude-opus-4-8":{"in_tokens":2689,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2694,"out_tokens":599},"mistral-large-2":{"in_tokens":1536,"out_tokens":564}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":14.93719827199999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":988},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":455},"mistral-large-2":{"in_tokens":1578,"out_tokens":500}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":785,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":11.642366695000021,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":1321},"claude-opus-4-8":{"in_tokens":2594,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2599,"out_tokens":558},"mistral-large-2":{"in_tokens":1422,"out_tokens":585}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":1068,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.368647647000046,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1538,"out_tokens":2062},"claude-opus-4-8":{"in_tokens":2990,"out_tokens":858},"claude-opus-4-7":{"in_tokens":2995,"out_tokens":691},"mistral-large-2":{"in_tokens":1683,"out_tokens":657}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":880,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":13.730928758999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":1276},"claude-opus-4-8":{"in_tokens":2578,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":548},"mistral-large-2":{"in_tokens":1444,"out_tokens":552}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":7.4427378070000145,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":2195},"claude-opus-4-8":{"in_tokens":2674,"out_tokens":804},"claude-opus-4-7":{"in_tokens":2679,"out_tokens":719},"mistral-large-2":{"in_tokens":1508,"out_tokens":681}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":826,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":12.36990530700001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":2106},"claude-opus-4-8":{"in_tokens":2550,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":2555,"out_tokens":606},"mistral-large-2":{"in_tokens":1515,"out_tokens":603}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":17.443221274999985,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":2250,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":562},"mistral-large-2":{"in_tokens":1263,"out_tokens":563}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":829,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":12.212788228999955,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1901},"claude-opus-4-8":{"in_tokens":2590,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2595,"out_tokens":537},"mistral-large-2":{"in_tokens":1494,"out_tokens":597}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":381,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":7.657671752000056,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":2681},"claude-opus-4-8":{"in_tokens":2486,"out_tokens":873},"claude-opus-4-7":{"in_tokens":2491,"out_tokens":735},"mistral-large-2":{"in_tokens":1440,"out_tokens":769}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2993,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":126.62706032900002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1710,"out_tokens":1800},"claude-opus-4-8":{"in_tokens":3265,"out_tokens":726},"claude-opus-4-7":{"in_tokens":3270,"out_tokens":687},"mistral-large-2":{"in_tokens":1825,"out_tokens":1148}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":16.014945436999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1180},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":764},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":576},"mistral-large-2":{"in_tokens":1280,"out_tokens":598}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":23.049269960999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":1395},"claude-opus-4-8":{"in_tokens":3317,"out_tokens":778},"claude-opus-4-7":{"in_tokens":3322,"out_tokens":581},"mistral-large-2":{"in_tokens":1914,"out_tokens":582}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":863,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":13.676129263000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":2647},"claude-opus-4-8":{"in_tokens":2501,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2506,"out_tokens":476},"mistral-large-2":{"in_tokens":1357,"out_tokens":547}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":65.93316271500004,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":1435},"claude-opus-4-8":{"in_tokens":2219,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2224,"out_tokens":688},"mistral-large-2":{"in_tokens":1178,"out_tokens":522}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":863,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":13.327177167000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":816},"claude-opus-4-8":{"in_tokens":2550,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2555,"out_tokens":514},"mistral-large-2":{"in_tokens":1424,"out_tokens":530}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":637,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":10.154845721000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":827},"claude-opus-4-8":{"in_tokens":2201,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2206,"out_tokens":441},"mistral-large-2":{"in_tokens":1221,"out_tokens":504}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":65.58649348800003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":2282},"claude-opus-4-8":{"in_tokens":2252,"out_tokens":869},"claude-opus-4-7":{"in_tokens":2257,"out_tokens":599},"mistral-large-2":{"in_tokens":1359,"out_tokens":1110}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":312,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":67.24649532699999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1102},"claude-opus-4-8":{"in_tokens":2322,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":641},"mistral-large-2":{"in_tokens":1257,"out_tokens":576}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":17.350829692000048,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1557},"claude-opus-4-8":{"in_tokens":2466,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2471,"out_tokens":548},"mistral-large-2":{"in_tokens":1393,"out_tokens":608}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":2069,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":39.17410524899998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1587},"claude-opus-4-8":{"in_tokens":2644,"out_tokens":734},"claude-opus-4-7":{"in_tokens":2649,"out_tokens":602},"mistral-large-2":{"in_tokens":1433,"out_tokens":508}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":5.673910356000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":632},"mistral-large-2":{"in_tokens":1345,"out_tokens":614}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":382,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":8.516460483999992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1930},"claude-opus-4-8":{"in_tokens":2510,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2515,"out_tokens":549},"mistral-large-2":{"in_tokens":1420,"out_tokens":674}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":5.652792540000007,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1929},"claude-opus-4-8":{"in_tokens":2295,"out_tokens":998},"claude-opus-4-7":{"in_tokens":2300,"out_tokens":859},"mistral-large-2":{"in_tokens":1259,"out_tokens":641}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":5.1322059139999965,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":2054},"claude-opus-4-8":{"in_tokens":2146,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2151,"out_tokens":479},"mistral-large-2":{"in_tokens":1202,"out_tokens":595}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":897,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.151343030999953,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1445},"claude-opus-4-8":{"in_tokens":2595,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":546},"mistral-large-2":{"in_tokens":1510,"out_tokens":686}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":4.901753146000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1986},"claude-opus-4-8":{"in_tokens":2099,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2104,"out_tokens":501},"mistral-large-2":{"in_tokens":1125,"out_tokens":495}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":17.091315036000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1395},"claude-opus-4-8":{"in_tokens":2158,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2163,"out_tokens":520},"mistral-large-2":{"in_tokens":1225,"out_tokens":617}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3338,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":146.636283301,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1932,"out_tokens":2139},"claude-opus-4-8":{"in_tokens":3705,"out_tokens":871},"claude-opus-4-7":{"in_tokens":3710,"out_tokens":936},"mistral-large-2":{"in_tokens":2093,"out_tokens":687}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":3.7832865309999875,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":968},"claude-opus-4-8":{"in_tokens":1882,"out_tokens":507},"claude-opus-4-7":{"in_tokens":1887,"out_tokens":461},"mistral-large-2":{"in_tokens":1047,"out_tokens":493}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.386302770999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1386},"claude-opus-4-8":{"in_tokens":2362,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2367,"out_tokens":451},"mistral-large-2":{"in_tokens":1352,"out_tokens":508}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.848634952999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":2230,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2235,"out_tokens":634},"mistral-large-2":{"in_tokens":1224,"out_tokens":558}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":21.359632621999992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1666},"claude-opus-4-8":{"in_tokens":2209,"out_tokens":974},"claude-opus-4-7":{"in_tokens":2214,"out_tokens":649},"mistral-large-2":{"in_tokens":1250,"out_tokens":583}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1451,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.44759313999998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1706,"out_tokens":2520},"claude-opus-4-8":{"in_tokens":3490,"out_tokens":712},"claude-opus-4-7":{"in_tokens":3495,"out_tokens":685},"mistral-large-2":{"in_tokens":1818,"out_tokens":715}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1549,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":22.511674384999992,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1790,"out_tokens":2276},"claude-opus-4-8":{"in_tokens":3576,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":3581,"out_tokens":738},"mistral-large-2":{"in_tokens":1926,"out_tokens":902}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1587,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.754573203999996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1926,"out_tokens":2789},"claude-opus-4-8":{"in_tokens":3808,"out_tokens":783},"claude-opus-4-7":{"in_tokens":3813,"out_tokens":802},"mistral-large-2":{"in_tokens":2072,"out_tokens":731}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.93640184900005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1045,"out_tokens":1141},"claude-opus-4-8":{"in_tokens":2084,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2089,"out_tokens":565},"mistral-large-2":{"in_tokens":1146,"out_tokens":481}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2996,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":129.98806396,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1823,"out_tokens":2704},"claude-opus-4-8":{"in_tokens":3616,"out_tokens":730},"claude-opus-4-7":{"in_tokens":3621,"out_tokens":689},"mistral-large-2":{"in_tokens":1934,"out_tokens":579}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1439,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.653590931999986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1525,"out_tokens":2191},"claude-opus-4-8":{"in_tokens":3158,"out_tokens":640},"claude-opus-4-7":{"in_tokens":3163,"out_tokens":570},"mistral-large-2":{"in_tokens":1622,"out_tokens":680}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.280394807999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":1417},"claude-opus-4-8":{"in_tokens":1981,"out_tokens":658},"claude-opus-4-7":{"in_tokens":1986,"out_tokens":579},"mistral-large-2":{"in_tokens":1070,"out_tokens":493}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":17.122802736999972,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1087,"out_tokens":1264},"claude-opus-4-8":{"in_tokens":2094,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2099,"out_tokens":459},"mistral-large-2":{"in_tokens":1206,"out_tokens":505}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":18.219582623000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":1984},"claude-opus-4-8":{"in_tokens":2111,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2116,"out_tokens":574},"mistral-large-2":{"in_tokens":1237,"out_tokens":631}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3560,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":45.455373174000044,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2369,"out_tokens":3686},"claude-opus-4-8":{"in_tokens":4421,"out_tokens":1119},"claude-opus-4-7":{"in_tokens":4426,"out_tokens":1005},"mistral-large-2":{"in_tokens":2530,"out_tokens":1051}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1379,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.437660783000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":889},"claude-opus-4-8":{"in_tokens":2828,"out_tokens":442},"claude-opus-4-7":{"in_tokens":2833,"out_tokens":381},"mistral-large-2":{"in_tokens":1487,"out_tokens":730}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1258,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":20.756504010000015,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":2944},"claude-opus-4-8":{"in_tokens":2706,"out_tokens":448},"claude-opus-4-7":{"in_tokens":2711,"out_tokens":586},"mistral-large-2":{"in_tokens":1447,"out_tokens":581}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1610,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.850041729999987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1551,"out_tokens":1897},"claude-opus-4-8":{"in_tokens":3052,"out_tokens":674},"claude-opus-4-7":{"in_tokens":3057,"out_tokens":378},"mistral-large-2":{"in_tokens":1672,"out_tokens":1095}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.88930871699995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1087,"out_tokens":798},"claude-opus-4-8":{"in_tokens":2051,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2056,"out_tokens":601},"mistral-large-2":{"in_tokens":1168,"out_tokens":498}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1217,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":17.91781813900002,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1399,"out_tokens":3321},"claude-opus-4-8":{"in_tokens":2783,"out_tokens":796},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":709},"mistral-large-2":{"in_tokens":1521,"out_tokens":558}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.953220374000011,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":996,"out_tokens":1090},"claude-opus-4-8":{"in_tokens":1936,"out_tokens":549},"claude-opus-4-7":{"in_tokens":1941,"out_tokens":431},"mistral-large-2":{"in_tokens":1077,"out_tokens":477}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":15.803262608000011,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1271},"claude-opus-4-8":{"in_tokens":1993,"out_tokens":540},"claude-opus-4-7":{"in_tokens":1998,"out_tokens":477},"mistral-large-2":{"in_tokens":1149,"out_tokens":576}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":19.04167197099997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1174},"claude-opus-4-8":{"in_tokens":2798,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2803,"out_tokens":761},"mistral-large-2":{"in_tokens":1501,"out_tokens":614}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1250,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":20.21644573399999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":2765,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2770,"out_tokens":524},"mistral-large-2":{"in_tokens":1482,"out_tokens":713}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1189,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.089656079999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1600},"claude-opus-4-8":{"in_tokens":2725,"out_tokens":498},"claude-opus-4-7":{"in_tokens":2730,"out_tokens":423},"mistral-large-2":{"in_tokens":1434,"out_tokens":389}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.19283193199999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1567},"claude-opus-4-8":{"in_tokens":2639,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":515},"mistral-large-2":{"in_tokens":1355,"out_tokens":627}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3809,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":55.94621667299998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1814,"out_tokens":2058},"claude-opus-4-8":{"in_tokens":3454,"out_tokens":777},"claude-opus-4-7":{"in_tokens":3459,"out_tokens":852},"mistral-large-2":{"in_tokens":1979,"out_tokens":697}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1105,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.650463333000005,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":2192},"claude-opus-4-8":{"in_tokens":2647,"out_tokens":817},"claude-opus-4-7":{"in_tokens":2652,"out_tokens":812},"mistral-large-2":{"in_tokens":1417,"out_tokens":574}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":16.849455253999963,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1957},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":572},"mistral-large-2":{"in_tokens":1392,"out_tokens":671}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":64.34145811799999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1078,"out_tokens":1519},"claude-opus-4-8":{"in_tokens":2076,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2081,"out_tokens":490},"mistral-large-2":{"in_tokens":1195,"out_tokens":571}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":16.649663566999948,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1808},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":500},"mistral-large-2":{"in_tokens":1201,"out_tokens":640}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1492,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":25.48903429500001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":2410},"claude-opus-4-8":{"in_tokens":2849,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2854,"out_tokens":616},"mistral-large-2":{"in_tokens":1531,"out_tokens":687}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":67.05964348000003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":2194},"claude-opus-4-8":{"in_tokens":2312,"out_tokens":1052},"claude-opus-4-7":{"in_tokens":2317,"out_tokens":736},"mistral-large-2":{"in_tokens":1346,"out_tokens":1096}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":67.57794971999999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":757},"claude-opus-4-8":{"in_tokens":2318,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2323,"out_tokens":500},"mistral-large-2":{"in_tokens":1309,"out_tokens":503}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2190,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":31.57613053099999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1992,"out_tokens":1452},"claude-opus-4-8":{"in_tokens":3771,"out_tokens":667},"claude-opus-4-7":{"in_tokens":3776,"out_tokens":527},"mistral-large-2":{"in_tokens":2079,"out_tokens":695}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.02351827900003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":1337},"claude-opus-4-8":{"in_tokens":1895,"out_tokens":573},"claude-opus-4-7":{"in_tokens":1900,"out_tokens":388},"mistral-large-2":{"in_tokens":1042,"out_tokens":440}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":8.263160556999992,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":2529},"claude-opus-4-8":{"in_tokens":3024,"out_tokens":845},"claude-opus-4-7":{"in_tokens":3029,"out_tokens":746},"mistral-large-2":{"in_tokens":1632,"out_tokens":750}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1069,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":17.937111926,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":3133},"claude-opus-4-8":{"in_tokens":2463,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2468,"out_tokens":623},"mistral-large-2":{"in_tokens":1341,"out_tokens":562}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":68.31823203200003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":1682},"claude-opus-4-8":{"in_tokens":2348,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":544},"mistral-large-2":{"in_tokens":1350,"out_tokens":557}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":511,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":10.637617301999967,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":2188},"claude-opus-4-8":{"in_tokens":3007,"out_tokens":749},"claude-opus-4-7":{"in_tokens":3012,"out_tokens":562},"mistral-large-2":{"in_tokens":1612,"out_tokens":543}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":17.558344085999977,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":965,"out_tokens":1469},"claude-opus-4-8":{"in_tokens":1918,"out_tokens":466},"claude-opus-4-7":{"in_tokens":1923,"out_tokens":445},"mistral-large-2":{"in_tokens":1028,"out_tokens":432}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1207,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.917564459999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1660,"out_tokens":2582},"claude-opus-4-8":{"in_tokens":3071,"out_tokens":722},"claude-opus-4-7":{"in_tokens":3076,"out_tokens":603},"mistral-large-2":{"in_tokens":1736,"out_tokens":575}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":625,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":13.523570417999963,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":2433},"claude-opus-4-8":{"in_tokens":3277,"out_tokens":683},"claude-opus-4-7":{"in_tokens":3282,"out_tokens":663},"mistral-large-2":{"in_tokens":1678,"out_tokens":615}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1990,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":84.12620543899999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":1051},"claude-opus-4-8":{"in_tokens":3095,"out_tokens":831},"claude-opus-4-7":{"in_tokens":3100,"out_tokens":689},"mistral-large-2":{"in_tokens":1787,"out_tokens":670}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":418,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":8.551572183000019,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1798},"claude-opus-4-8":{"in_tokens":2559,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":681},"mistral-large-2":{"in_tokens":1331,"out_tokens":567}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1432,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":21.794775679999987,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1698,"out_tokens":1755},"claude-opus-4-8":{"in_tokens":3290,"out_tokens":897},"claude-opus-4-7":{"in_tokens":3295,"out_tokens":561},"mistral-large-2":{"in_tokens":1782,"out_tokens":686}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1330,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":19.679970163000007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":2338},"claude-opus-4-8":{"in_tokens":3009,"out_tokens":713},"claude-opus-4-7":{"in_tokens":3014,"out_tokens":652},"mistral-large-2":{"in_tokens":1590,"out_tokens":677}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.04395164700003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":960,"out_tokens":1271},"claude-opus-4-8":{"in_tokens":1923,"out_tokens":448},"claude-opus-4-7":{"in_tokens":1928,"out_tokens":363},"mistral-large-2":{"in_tokens":1015,"out_tokens":410}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":16.815152461999958,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1012,"out_tokens":1602},"claude-opus-4-8":{"in_tokens":2031,"out_tokens":673},"claude-opus-4-7":{"in_tokens":2036,"out_tokens":481},"mistral-large-2":{"in_tokens":1074,"out_tokens":549}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":663,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":10.355684954000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1494},"claude-opus-4-8":{"in_tokens":2220,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":503},"mistral-large-2":{"in_tokens":1151,"out_tokens":497}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":342,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":23.483796267999992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1857},"claude-opus-4-8":{"in_tokens":2246,"out_tokens":516},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":537},"mistral-large-2":{"in_tokens":1241,"out_tokens":769}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1611,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.897811252999986,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":1328},"claude-opus-4-8":{"in_tokens":3160,"out_tokens":667},"claude-opus-4-7":{"in_tokens":3165,"out_tokens":552},"mistral-large-2":{"in_tokens":1690,"out_tokens":642}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":10.727860256000042,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1490},"claude-opus-4-8":{"in_tokens":2454,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":531},"mistral-large-2":{"in_tokens":1268,"out_tokens":560}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":676,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":13.891248075000021,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1536},"claude-opus-4-8":{"in_tokens":2811,"out_tokens":458},"claude-opus-4-7":{"in_tokens":2816,"out_tokens":545},"mistral-large-2":{"in_tokens":1462,"out_tokens":411}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":697,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":15.387618598000017,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":2368},"claude-opus-4-8":{"in_tokens":2793,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2798,"out_tokens":667},"mistral-large-2":{"in_tokens":1500,"out_tokens":509}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":680,"error":null,"skip_reason":null,"score_raw":0.3571428571428571,"duration_s":13.663804445999972,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":2092},"claude-opus-4-8":{"in_tokens":2847,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2852,"out_tokens":659},"mistral-large-2":{"in_tokens":1565,"out_tokens":631}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":18.095191156999988,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":962,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":1841,"out_tokens":487},"claude-opus-4-7":{"in_tokens":1846,"out_tokens":393},"mistral-large-2":{"in_tokens":992,"out_tokens":512}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1180,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":16.997128863,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":2865},"claude-opus-4-8":{"in_tokens":2680,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":518},"mistral-large-2":{"in_tokens":1356,"out_tokens":615}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.20833333333333331,"duration_s":17.323052165999968,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1255},"claude-opus-4-8":{"in_tokens":1969,"out_tokens":520},"claude-opus-4-7":{"in_tokens":1974,"out_tokens":388},"mistral-large-2":{"in_tokens":1031,"out_tokens":531}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":450,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":9.341027740000015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":1461},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":507},"mistral-large-2":{"in_tokens":1188,"out_tokens":497}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":435,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.842040935,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":2710},"claude-opus-4-8":{"in_tokens":2361,"out_tokens":1190},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":846},"mistral-large-2":{"in_tokens":1257,"out_tokens":797}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":13.94036352500001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2684,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2689,"out_tokens":498},"mistral-large-2":{"in_tokens":1439,"out_tokens":626}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.39548570400001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1005,"out_tokens":1519},"claude-opus-4-8":{"in_tokens":1993,"out_tokens":693},"claude-opus-4-7":{"in_tokens":1998,"out_tokens":525},"mistral-large-2":{"in_tokens":1052,"out_tokens":518}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":601,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":12.555856312999992,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":1630},"claude-opus-4-8":{"in_tokens":2730,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2735,"out_tokens":571},"mistral-large-2":{"in_tokens":1408,"out_tokens":451}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":21.179262798000025,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":1291},"claude-opus-4-8":{"in_tokens":2022,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":504},"mistral-large-2":{"in_tokens":1087,"out_tokens":461}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1622,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":23.639813299999958,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2196,"out_tokens":2775},"claude-opus-4-8":{"in_tokens":4251,"out_tokens":1068},"claude-opus-4-7":{"in_tokens":4256,"out_tokens":798},"mistral-large-2":{"in_tokens":2375,"out_tokens":746}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":29.976974364,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2484,"out_tokens":3425},"claude-opus-4-8":{"in_tokens":4829,"out_tokens":1004},"claude-opus-4-7":{"in_tokens":4834,"out_tokens":833},"mistral-large-2":{"in_tokens":2602,"out_tokens":806}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":441,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":9.129331210999965,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":2242},"claude-opus-4-8":{"in_tokens":2684,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2689,"out_tokens":502},"mistral-large-2":{"in_tokens":1477,"out_tokens":618}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":492,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":9.858129491,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1908},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":570},"mistral-large-2":{"in_tokens":1406,"out_tokens":623}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":463,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":9.235221369000044,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1143},"claude-opus-4-8":{"in_tokens":2435,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2440,"out_tokens":466},"mistral-large-2":{"in_tokens":1304,"out_tokens":514}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":663,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":13.436969388999955,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":2315},"claude-opus-4-8":{"in_tokens":2627,"out_tokens":873},"claude-opus-4-7":{"in_tokens":2632,"out_tokens":633},"mistral-large-2":{"in_tokens":1422,"out_tokens":549}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":20.33571202400003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":2245,"out_tokens":529},"claude-opus-4-7":{"in_tokens":2250,"out_tokens":529},"mistral-large-2":{"in_tokens":1238,"out_tokens":566}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":1931,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":30.38521005900003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2307,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":4503,"out_tokens":1030},"claude-opus-4-7":{"in_tokens":4508,"out_tokens":787},"mistral-large-2":{"in_tokens":2496,"out_tokens":1075}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":18.903982852000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1118,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":2266,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2271,"out_tokens":550},"mistral-large-2":{"in_tokens":1201,"out_tokens":613}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":8.059644163999963,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1185,"out_tokens":1469},"claude-opus-4-8":{"in_tokens":2384,"out_tokens":537},"claude-opus-4-7":{"in_tokens":2389,"out_tokens":464},"mistral-large-2":{"in_tokens":1222,"out_tokens":454}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":16.12533173999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":1373},"claude-opus-4-8":{"in_tokens":1917,"out_tokens":662},"claude-opus-4-7":{"in_tokens":1922,"out_tokens":446},"mistral-large-2":{"in_tokens":1046,"out_tokens":469}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":17.273073108000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":2004,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2009,"out_tokens":457},"mistral-large-2":{"in_tokens":1039,"out_tokens":437}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":29.941291826999986,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2346,"out_tokens":3170},"claude-opus-4-8":{"in_tokens":4661,"out_tokens":993},"claude-opus-4-7":{"in_tokens":4666,"out_tokens":787},"mistral-large-2":{"in_tokens":2473,"out_tokens":964}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2660,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":104.618768332,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1756,"out_tokens":2137},"claude-opus-4-8":{"in_tokens":3390,"out_tokens":946},"claude-opus-4-7":{"in_tokens":3395,"out_tokens":909},"mistral-large-2":{"in_tokens":1824,"out_tokens":687}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1280,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":50.604042093999965,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1388},"claude-opus-4-8":{"in_tokens":2807,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2812,"out_tokens":506},"mistral-large-2":{"in_tokens":1596,"out_tokens":814}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":15.581944924000027,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":958,"out_tokens":1265},"claude-opus-4-8":{"in_tokens":1973,"out_tokens":614},"claude-opus-4-7":{"in_tokens":1978,"out_tokens":458},"mistral-large-2":{"in_tokens":1006,"out_tokens":568}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":691,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":13.941759518999959,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":2185},"claude-opus-4-8":{"in_tokens":3866,"out_tokens":1117},"claude-opus-4-7":{"in_tokens":3871,"out_tokens":892},"mistral-large-2":{"in_tokens":2130,"out_tokens":720}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1494,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":67.94902310700002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":1689},"claude-opus-4-8":{"in_tokens":3159,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3164,"out_tokens":541},"mistral-large-2":{"in_tokens":1763,"out_tokens":762}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1463,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":25.47045930300004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1586,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":3060,"out_tokens":582},"claude-opus-4-7":{"in_tokens":3065,"out_tokens":460},"mistral-large-2":{"in_tokens":1706,"out_tokens":596}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":1996,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":29.011576444000013,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2343,"out_tokens":2584},"claude-opus-4-8":{"in_tokens":4577,"out_tokens":1183},"claude-opus-4-7":{"in_tokens":4582,"out_tokens":689},"mistral-large-2":{"in_tokens":2529,"out_tokens":858}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":19.00726553300001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":2622},"claude-opus-4-8":{"in_tokens":3264,"out_tokens":980},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":1131},"mistral-large-2":{"in_tokens":1782,"out_tokens":777}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1751,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":25.529815250000013,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1971,"out_tokens":3054},"claude-opus-4-8":{"in_tokens":3964,"out_tokens":875},"claude-opus-4-7":{"in_tokens":3969,"out_tokens":750},"mistral-large-2":{"in_tokens":2108,"out_tokens":694}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1253,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":15.884311873999991,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":1465},"claude-opus-4-8":{"in_tokens":2670,"out_tokens":546},"claude-opus-4-7":{"in_tokens":2675,"out_tokens":477},"mistral-large-2":{"in_tokens":1476,"out_tokens":712}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":11.978658832999997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1935,"out_tokens":2941},"claude-opus-4-8":{"in_tokens":3891,"out_tokens":1250},"claude-opus-4-7":{"in_tokens":3896,"out_tokens":979},"mistral-large-2":{"in_tokens":2044,"out_tokens":918}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.35000000000000003,"duration_s":27.725546390000034,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":2816},"claude-opus-4-8":{"in_tokens":3600,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":3605,"out_tokens":904},"mistral-large-2":{"in_tokens":1938,"out_tokens":730}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":22.17511487300004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1652,"out_tokens":1656},"claude-opus-4-8":{"in_tokens":3207,"out_tokens":886},"claude-opus-4-7":{"in_tokens":3212,"out_tokens":656},"mistral-large-2":{"in_tokens":1785,"out_tokens":721}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1410,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":20.724091461,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":1785},"claude-opus-4-8":{"in_tokens":2879,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2884,"out_tokens":557},"mistral-large-2":{"in_tokens":1591,"out_tokens":560}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1703,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":22.158792480999978,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":1562},"claude-opus-4-8":{"in_tokens":3077,"out_tokens":585},"claude-opus-4-7":{"in_tokens":3082,"out_tokens":472},"mistral-large-2":{"in_tokens":1717,"out_tokens":702}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":19.238218380999967,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2792},"claude-opus-4-8":{"in_tokens":3419,"out_tokens":1243},"claude-opus-4-7":{"in_tokens":3424,"out_tokens":817},"mistral-large-2":{"in_tokens":1826,"out_tokens":732}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":766,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":10.009346214000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1078,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":2021,"out_tokens":526},"claude-opus-4-7":{"in_tokens":2026,"out_tokens":437},"mistral-large-2":{"in_tokens":1118,"out_tokens":486}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1569,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":22.898884017,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1786,"out_tokens":2869},"claude-opus-4-8":{"in_tokens":3491,"out_tokens":799},"claude-opus-4-7":{"in_tokens":3496,"out_tokens":782},"mistral-large-2":{"in_tokens":1895,"out_tokens":737}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":756,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":13.960324655000022,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2043,"out_tokens":3169},"claude-opus-4-8":{"in_tokens":4016,"out_tokens":1108},"claude-opus-4-7":{"in_tokens":4021,"out_tokens":967},"mistral-large-2":{"in_tokens":2187,"out_tokens":825}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":18.093092850000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1218},"claude-opus-4-8":{"in_tokens":2127,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2132,"out_tokens":408},"mistral-large-2":{"in_tokens":1174,"out_tokens":549}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2043,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":86.41975982999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2094,"out_tokens":1261},"claude-opus-4-8":{"in_tokens":3961,"out_tokens":562},"claude-opus-4-7":{"in_tokens":3966,"out_tokens":462},"mistral-large-2":{"in_tokens":2199,"out_tokens":597}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":0.7250000000000001,"duration_s":26.18597093699998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":2463},"claude-opus-4-8":{"in_tokens":3279,"out_tokens":952},"claude-opus-4-7":{"in_tokens":3284,"out_tokens":706},"mistral-large-2":{"in_tokens":1810,"out_tokens":1209}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":19.65729271700002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1832},"claude-opus-4-8":{"in_tokens":2825,"out_tokens":924},"claude-opus-4-7":{"in_tokens":2830,"out_tokens":759},"mistral-large-2":{"in_tokens":1487,"out_tokens":827}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.149170572000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1024,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2000,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2005,"out_tokens":539},"mistral-large-2":{"in_tokens":1094,"out_tokens":483}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1865,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":32.90563068399996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2474,"out_tokens":2467},"claude-opus-4-8":{"in_tokens":4837,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":4842,"out_tokens":781},"mistral-large-2":{"in_tokens":2577,"out_tokens":887}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":29.762509316999967,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2400,"out_tokens":3032},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":973},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":717},"mistral-large-2":{"in_tokens":2582,"out_tokens":911}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1319,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":17.72236606399997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1723,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":3244,"out_tokens":673},"claude-opus-4-7":{"in_tokens":3249,"out_tokens":509},"mistral-large-2":{"in_tokens":1808,"out_tokens":618}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":807,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":15.159292300000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1822},"claude-opus-4-8":{"in_tokens":2581,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2586,"out_tokens":680},"mistral-large-2":{"in_tokens":1461,"out_tokens":648}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":730,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":15.390546482000047,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1368},"claude-opus-4-8":{"in_tokens":2990,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2995,"out_tokens":550},"mistral-large-2":{"in_tokens":1621,"out_tokens":618}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":31.95088959399999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2496,"out_tokens":2479},"claude-opus-4-8":{"in_tokens":4877,"out_tokens":891},"claude-opus-4-7":{"in_tokens":4882,"out_tokens":787},"mistral-large-2":{"in_tokens":2682,"out_tokens":745}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":68.78240412399998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":2184},"claude-opus-4-8":{"in_tokens":2339,"out_tokens":820},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":718},"mistral-large-2":{"in_tokens":1197,"out_tokens":895}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":18.647569078000004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":2180},"claude-opus-4-8":{"in_tokens":3550,"out_tokens":810},"claude-opus-4-7":{"in_tokens":3555,"out_tokens":659},"mistral-large-2":{"in_tokens":1928,"out_tokens":748}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":669,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":73.55099627899995,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2090,"out_tokens":2838},"claude-opus-4-8":{"in_tokens":4092,"out_tokens":1364},"claude-opus-4-7":{"in_tokens":4097,"out_tokens":902},"mistral-large-2":{"in_tokens":2185,"out_tokens":851}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":23.862676670999974,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":2098},"claude-opus-4-8":{"in_tokens":2378,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2383,"out_tokens":654},"mistral-large-2":{"in_tokens":1330,"out_tokens":695}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":687,"error":null,"skip_reason":null,"score_raw":0.47500000000000003,"duration_s":13.708228787000053,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.2,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1745,"out_tokens":2431},"claude-opus-4-8":{"in_tokens":3565,"out_tokens":1134},"claude-opus-4-7":{"in_tokens":3570,"out_tokens":919},"mistral-large-2":{"in_tokens":1869,"out_tokens":858}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":437,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":22.632047881999995,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1762,"out_tokens":1946},"claude-opus-4-8":{"in_tokens":3478,"out_tokens":1177},"claude-opus-4-7":{"in_tokens":3483,"out_tokens":807},"mistral-large-2":{"in_tokens":1892,"out_tokens":876}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":18.523557796999967,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":3015},"claude-opus-4-8":{"in_tokens":2746,"out_tokens":985},"claude-opus-4-7":{"in_tokens":2751,"out_tokens":566},"mistral-large-2":{"in_tokens":1525,"out_tokens":874}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1047,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":58.37708663300003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":1296},"claude-opus-4-8":{"in_tokens":2838,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2843,"out_tokens":510},"mistral-large-2":{"in_tokens":1585,"out_tokens":575}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":964,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":79.24974949400007,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2252,"out_tokens":2394},"claude-opus-4-8":{"in_tokens":4512,"out_tokens":982},"claude-opus-4-7":{"in_tokens":4517,"out_tokens":937},"mistral-large-2":{"in_tokens":2417,"out_tokens":817}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":24.407687451000015,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1799,"out_tokens":1874},"claude-opus-4-8":{"in_tokens":3502,"out_tokens":1098},"claude-opus-4-7":{"in_tokens":3507,"out_tokens":737},"mistral-large-2":{"in_tokens":1915,"out_tokens":1122}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":503,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":10.570981591999953,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":2495},"claude-opus-4-8":{"in_tokens":2903,"out_tokens":902},"claude-opus-4-7":{"in_tokens":2908,"out_tokens":802},"mistral-large-2":{"in_tokens":1585,"out_tokens":712}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1406,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":26.17271917900007,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":3287},"claude-opus-4-8":{"in_tokens":3445,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":3450,"out_tokens":733},"mistral-large-2":{"in_tokens":2005,"out_tokens":843}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1409,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":25.059328915000037,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2037,"out_tokens":3745},"claude-opus-4-8":{"in_tokens":3799,"out_tokens":1345},"claude-opus-4-7":{"in_tokens":3804,"out_tokens":1022},"mistral-large-2":{"in_tokens":2184,"out_tokens":1157}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":873,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":16.788425157000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":1783},"claude-opus-4-8":{"in_tokens":3105,"out_tokens":564},"claude-opus-4-7":{"in_tokens":3110,"out_tokens":465},"mistral-large-2":{"in_tokens":1680,"out_tokens":870}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1160,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":19.480312431000016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2074,"out_tokens":2715},"claude-opus-4-8":{"in_tokens":3902,"out_tokens":1136},"claude-opus-4-7":{"in_tokens":3907,"out_tokens":789},"mistral-large-2":{"in_tokens":2225,"out_tokens":958}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":994,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":52.908197555000015,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":1659},"claude-opus-4-8":{"in_tokens":2757,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2762,"out_tokens":445},"mistral-large-2":{"in_tokens":1562,"out_tokens":610}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":16.101821603000076,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2310,"out_tokens":2583},"claude-opus-4-8":{"in_tokens":4501,"out_tokens":1412},"claude-opus-4-7":{"in_tokens":4506,"out_tokens":961},"mistral-large-2":{"in_tokens":2414,"out_tokens":894}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":786,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":15.222306329000048,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2076,"out_tokens":2448},"claude-opus-4-8":{"in_tokens":4111,"out_tokens":1150},"claude-opus-4-7":{"in_tokens":4116,"out_tokens":781},"mistral-large-2":{"in_tokens":2235,"out_tokens":739}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1258,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.793575509999982,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1554},"claude-opus-4-8":{"in_tokens":2692,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2697,"out_tokens":564},"mistral-large-2":{"in_tokens":1501,"out_tokens":577}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":909,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":46.74345456000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1329},"claude-opus-4-8":{"in_tokens":2614,"out_tokens":527},"claude-opus-4-7":{"in_tokens":2619,"out_tokens":434},"mistral-large-2":{"in_tokens":1446,"out_tokens":899}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1200,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":22.951350990000037,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2584,"out_tokens":2999},"claude-opus-4-8":{"in_tokens":5096,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":5101,"out_tokens":797},"mistral-large-2":{"in_tokens":2770,"out_tokens":949}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1257,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.565047885000013,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":2624},"claude-opus-4-8":{"in_tokens":3421,"out_tokens":908},"claude-opus-4-7":{"in_tokens":3426,"out_tokens":688},"mistral-large-2":{"in_tokens":1979,"out_tokens":697}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1551,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":28.89542466799992,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2289,"out_tokens":3923},"claude-opus-4-8":{"in_tokens":4313,"out_tokens":1091},"claude-opus-4-7":{"in_tokens":4318,"out_tokens":937},"mistral-large-2":{"in_tokens":2429,"out_tokens":925}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1120,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":57.89561329899999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1367},"claude-opus-4-8":{"in_tokens":2695,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2700,"out_tokens":561},"mistral-large-2":{"in_tokens":1509,"out_tokens":690}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1423,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.459263111999917,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1837,"out_tokens":3042},"claude-opus-4-8":{"in_tokens":3491,"out_tokens":925},"claude-opus-4-7":{"in_tokens":3496,"out_tokens":746},"mistral-large-2":{"in_tokens":1949,"out_tokens":716}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1371,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":25.946406595999974,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2435},"claude-opus-4-8":{"in_tokens":3379,"out_tokens":800},"claude-opus-4-7":{"in_tokens":3384,"out_tokens":968},"mistral-large-2":{"in_tokens":1863,"out_tokens":788}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1811,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":24.162057699,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1852,"out_tokens":1149},"claude-opus-4-8":{"in_tokens":3482,"out_tokens":578},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":492},"mistral-large-2":{"in_tokens":1910,"out_tokens":760}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1485,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":22.485710197999992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":3255,"out_tokens":734},"claude-opus-4-7":{"in_tokens":3260,"out_tokens":470},"mistral-large-2":{"in_tokens":1759,"out_tokens":572}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1032,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":17.805940869999972,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1188},"claude-opus-4-8":{"in_tokens":2611,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":485},"mistral-large-2":{"in_tokens":1482,"out_tokens":680}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1221,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":23.066926790000025,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":2391},"claude-opus-4-8":{"in_tokens":3208,"out_tokens":660},"claude-opus-4-7":{"in_tokens":3213,"out_tokens":595},"mistral-large-2":{"in_tokens":1693,"out_tokens":648}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1229,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":23.28880032099994,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":1905},"claude-opus-4-8":{"in_tokens":3203,"out_tokens":1250},"claude-opus-4-7":{"in_tokens":3208,"out_tokens":788},"mistral-large-2":{"in_tokens":1806,"out_tokens":573}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1212,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":21.90519593199997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1778,"out_tokens":3018},"claude-opus-4-8":{"in_tokens":3340,"out_tokens":845},"claude-opus-4-7":{"in_tokens":3345,"out_tokens":754},"mistral-large-2":{"in_tokens":1926,"out_tokens":649}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1524,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":26.518227948999993,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2326,"out_tokens":3039},"claude-opus-4-8":{"in_tokens":4290,"out_tokens":976},"claude-opus-4-7":{"in_tokens":4295,"out_tokens":841},"mistral-large-2":{"in_tokens":2467,"out_tokens":1148}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":831,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":30.284669477999955,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":985},"claude-opus-4-8":{"in_tokens":2472,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2477,"out_tokens":467},"mistral-large-2":{"in_tokens":1388,"out_tokens":534}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":810,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.418791026000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":2091},"claude-opus-4-8":{"in_tokens":2870,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2875,"out_tokens":516},"mistral-large-2":{"in_tokens":1557,"out_tokens":654}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1200,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":20.18140669400009,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1747,"out_tokens":2643},"claude-opus-4-8":{"in_tokens":3235,"out_tokens":921},"claude-opus-4-7":{"in_tokens":3240,"out_tokens":1053},"mistral-large-2":{"in_tokens":1883,"out_tokens":843}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":865,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":32.17432486400003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1247},"claude-opus-4-8":{"in_tokens":2509,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2514,"out_tokens":423},"mistral-large-2":{"in_tokens":1361,"out_tokens":573}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1225,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.50907234500005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1732,"out_tokens":1951},"claude-opus-4-8":{"in_tokens":3295,"out_tokens":1120},"claude-opus-4-7":{"in_tokens":3300,"out_tokens":798},"mistral-large-2":{"in_tokens":1801,"out_tokens":625}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":969,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":17.47139809400005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1631,"out_tokens":1612},"claude-opus-4-8":{"in_tokens":3022,"out_tokens":729},"claude-opus-4-7":{"in_tokens":3027,"out_tokens":655},"mistral-large-2":{"in_tokens":1705,"out_tokens":602}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1447,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":18.76516553199997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":1590},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":646},"mistral-large-2":{"in_tokens":1405,"out_tokens":622}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1130,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":42.22115139599998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1317},"claude-opus-4-8":{"in_tokens":2071,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2076,"out_tokens":504},"mistral-large-2":{"in_tokens":1146,"out_tokens":512}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":974,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.341386048999993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":1917},"claude-opus-4-8":{"in_tokens":2770,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2775,"out_tokens":464},"mistral-large-2":{"in_tokens":1549,"out_tokens":615}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":986,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":17.939144212000087,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":1905},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":524},"mistral-large-2":{"in_tokens":1487,"out_tokens":610}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1289,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":16.31237053899997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1951},"claude-opus-4-8":{"in_tokens":2164,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2169,"out_tokens":494},"mistral-large-2":{"in_tokens":1216,"out_tokens":511}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1186,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":23.02467647499998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":1986},"claude-opus-4-8":{"in_tokens":2940,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2945,"out_tokens":504},"mistral-large-2":{"in_tokens":1680,"out_tokens":601}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1521,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":27.600629733999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1826,"out_tokens":1554},"claude-opus-4-8":{"in_tokens":3380,"out_tokens":526},"claude-opus-4-7":{"in_tokens":3385,"out_tokens":423},"mistral-large-2":{"in_tokens":1909,"out_tokens":766}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1386,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":60.080597531999956,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":1159},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":508},"mistral-large-2":{"in_tokens":1566,"out_tokens":718}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1023,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":16.57391846400003,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1161,"out_tokens":2038},"claude-opus-4-8":{"in_tokens":2283,"out_tokens":1137},"claude-opus-4-7":{"in_tokens":2288,"out_tokens":703},"mistral-large-2":{"in_tokens":1258,"out_tokens":787}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1271,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":23.95457904500006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1877},"claude-opus-4-8":{"in_tokens":2862,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2867,"out_tokens":668},"mistral-large-2":{"in_tokens":1596,"out_tokens":567}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1033,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":19.797457212999916,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1445,"out_tokens":1698},"claude-opus-4-8":{"in_tokens":2724,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2729,"out_tokens":562},"mistral-large-2":{"in_tokens":1535,"out_tokens":580}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":17.680293801999937,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1381},"claude-opus-4-8":{"in_tokens":2283,"out_tokens":549},"claude-opus-4-7":{"in_tokens":2288,"out_tokens":419},"mistral-large-2":{"in_tokens":1278,"out_tokens":666}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":822,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.69737342899998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":2183},"claude-opus-4-8":{"in_tokens":2598,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":471},"mistral-large-2":{"in_tokens":1473,"out_tokens":682}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1490,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":18.990495592000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":1575},"claude-opus-4-8":{"in_tokens":2458,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2463,"out_tokens":569},"mistral-large-2":{"in_tokens":1433,"out_tokens":663}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":765,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.504416980000087,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1655},"claude-opus-4-8":{"in_tokens":2393,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":512},"mistral-large-2":{"in_tokens":1337,"out_tokens":543}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":949,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":19.33235219000005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":1624},"claude-opus-4-8":{"in_tokens":2896,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2901,"out_tokens":649},"mistral-large-2":{"in_tokens":1611,"out_tokens":609}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":946,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":18.444767051999975,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":973},"claude-opus-4-8":{"in_tokens":2611,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":590},"mistral-large-2":{"in_tokens":1493,"out_tokens":570}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":903,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":16.77796295400003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1744},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":449},"mistral-large-2":{"in_tokens":1431,"out_tokens":683}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":2266,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":24.347692790999986,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":1897},"claude-opus-4-8":{"in_tokens":2866,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2871,"out_tokens":724},"mistral-large-2":{"in_tokens":1649,"out_tokens":715}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":962,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":12.424695071999963,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":1194},"claude-opus-4-8":{"in_tokens":2253,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":585},"mistral-large-2":{"in_tokens":1301,"out_tokens":605}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1018,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":18.031262571999946,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":1237},"claude-opus-4-8":{"in_tokens":3169,"out_tokens":621},"claude-opus-4-7":{"in_tokens":3174,"out_tokens":521},"mistral-large-2":{"in_tokens":1746,"out_tokens":641}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":725,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":13.17707916400002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":2491,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2496,"out_tokens":547},"mistral-large-2":{"in_tokens":1419,"out_tokens":620}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":17.945282582000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":1051},"claude-opus-4-8":{"in_tokens":2719,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2724,"out_tokens":515},"mistral-large-2":{"in_tokens":1522,"out_tokens":491}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.204584648000036,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":1329},"claude-opus-4-8":{"in_tokens":3001,"out_tokens":567},"claude-opus-4-7":{"in_tokens":3006,"out_tokens":467},"mistral-large-2":{"in_tokens":1653,"out_tokens":677}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":647,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":12.795770038,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":1570},"claude-opus-4-8":{"in_tokens":2421,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2426,"out_tokens":646},"mistral-large-2":{"in_tokens":1341,"out_tokens":901}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":853,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":14.243970203000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":1372},"claude-opus-4-8":{"in_tokens":2533,"out_tokens":492},"claude-opus-4-7":{"in_tokens":2538,"out_tokens":429},"mistral-large-2":{"in_tokens":1383,"out_tokens":643}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":752,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.37182626899994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1618},"claude-opus-4-8":{"in_tokens":2647,"out_tokens":734},"claude-opus-4-7":{"in_tokens":2652,"out_tokens":548},"mistral-large-2":{"in_tokens":1528,"out_tokens":1153}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1960,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":95.49827242100002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1858},"claude-opus-4-8":{"in_tokens":2486,"out_tokens":818},"claude-opus-4-7":{"in_tokens":2491,"out_tokens":545},"mistral-large-2":{"in_tokens":1463,"out_tokens":571}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":858,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.474459684000067,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":2547,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2552,"out_tokens":457},"mistral-large-2":{"in_tokens":1380,"out_tokens":796}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":592,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.494495350999955,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1458},"claude-opus-4-8":{"in_tokens":2259,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2264,"out_tokens":545},"mistral-large-2":{"in_tokens":1270,"out_tokens":518}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":867,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.970904819999987,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":1530},"claude-opus-4-8":{"in_tokens":2656,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":491},"mistral-large-2":{"in_tokens":1517,"out_tokens":681}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":971,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.36332464299994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":2342},"claude-opus-4-8":{"in_tokens":2633,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2638,"out_tokens":547},"mistral-large-2":{"in_tokens":1546,"out_tokens":702}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":522,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":10.691127343999938,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1051},"claude-opus-4-8":{"in_tokens":2277,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2282,"out_tokens":440},"mistral-large-2":{"in_tokens":1304,"out_tokens":520}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2363,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":110.59485677500004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1508},"claude-opus-4-8":{"in_tokens":2396,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2401,"out_tokens":566},"mistral-large-2":{"in_tokens":1371,"out_tokens":651}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":656,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.31504596100001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1809},"claude-opus-4-8":{"in_tokens":2362,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2367,"out_tokens":570},"mistral-large-2":{"in_tokens":1367,"out_tokens":628}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":830,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.04829474099995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":1548},"claude-opus-4-8":{"in_tokens":2659,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":624},"mistral-large-2":{"in_tokens":1526,"out_tokens":602}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1563,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":21.778989669999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":1288},"claude-opus-4-8":{"in_tokens":2270,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2275,"out_tokens":513},"mistral-large-2":{"in_tokens":1293,"out_tokens":596}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":22.379782697999985,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1508,"out_tokens":2633},"claude-opus-4-8":{"in_tokens":2933,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2938,"out_tokens":685},"mistral-large-2":{"in_tokens":1650,"out_tokens":673}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":656,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":12.800225208000029,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":662},"mistral-large-2":{"in_tokens":1450,"out_tokens":651}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":838,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.178115781999963,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1560},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":620},"mistral-large-2":{"in_tokens":1486,"out_tokens":626}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":727,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.78427087,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":2315},"claude-opus-4-8":{"in_tokens":2339,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":506},"mistral-large-2":{"in_tokens":1385,"out_tokens":652}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1135,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":19.949323411000023,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":1864},"claude-opus-4-8":{"in_tokens":3050,"out_tokens":997},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":617},"mistral-large-2":{"in_tokens":1782,"out_tokens":792}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1456,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":84.36817758699999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1162},"claude-opus-4-8":{"in_tokens":2498,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2503,"out_tokens":551},"mistral-large-2":{"in_tokens":1432,"out_tokens":574}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":878,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.441944899999953,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1487,"out_tokens":2589},"claude-opus-4-8":{"in_tokens":2802,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2807,"out_tokens":682},"mistral-large-2":{"in_tokens":1652,"out_tokens":641}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":944,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.788772578000021,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1675},"claude-opus-4-8":{"in_tokens":2658,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2663,"out_tokens":521},"mistral-large-2":{"in_tokens":1468,"out_tokens":581}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1066,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.847629308000023,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1753},"claude-opus-4-8":{"in_tokens":2793,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2798,"out_tokens":534},"mistral-large-2":{"in_tokens":1498,"out_tokens":509}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":1027,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.10702781000009,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1524,"out_tokens":2388},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":815},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":693},"mistral-large-2":{"in_tokens":1729,"out_tokens":840}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":750,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":14.837032875999967,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":1351},"claude-opus-4-8":{"in_tokens":2619,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2624,"out_tokens":533},"mistral-large-2":{"in_tokens":1420,"out_tokens":507}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":813,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":14.809893979000094,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":1829},"claude-opus-4-8":{"in_tokens":2993,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2998,"out_tokens":482},"mistral-large-2":{"in_tokens":1741,"out_tokens":591}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":1043,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":16.882333812999946,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1784,"out_tokens":2274},"claude-opus-4-8":{"in_tokens":3324,"out_tokens":770},"claude-opus-4-7":{"in_tokens":3329,"out_tokens":587},"mistral-large-2":{"in_tokens":2020,"out_tokens":658}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1193,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.20504292399994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1131},"claude-opus-4-8":{"in_tokens":2197,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2202,"out_tokens":479},"mistral-large-2":{"in_tokens":1165,"out_tokens":509}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1154,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":21.318934842999965,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2023,"out_tokens":2551},"claude-opus-4-8":{"in_tokens":3754,"out_tokens":826},"claude-opus-4-7":{"in_tokens":3759,"out_tokens":734},"mistral-large-2":{"in_tokens":2193,"out_tokens":846}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":773,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":13.678011036000044,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1605},"claude-opus-4-8":{"in_tokens":2647,"out_tokens":920},"claude-opus-4-7":{"in_tokens":2652,"out_tokens":649},"mistral-large-2":{"in_tokens":1519,"out_tokens":675}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":807,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.36529348700003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1412},"claude-opus-4-8":{"in_tokens":2825,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2830,"out_tokens":539},"mistral-large-2":{"in_tokens":1642,"out_tokens":610}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1384,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":65.406104045,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1785},"claude-opus-4-8":{"in_tokens":2288,"out_tokens":1051},"claude-opus-4-7":{"in_tokens":2293,"out_tokens":696},"mistral-large-2":{"in_tokens":1372,"out_tokens":683}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":685,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":19.44219634199999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":2508,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2513,"out_tokens":511},"mistral-large-2":{"in_tokens":1426,"out_tokens":688}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2339,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":116.55778848099999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":2545},"claude-opus-4-8":{"in_tokens":2853,"out_tokens":830},"claude-opus-4-7":{"in_tokens":2858,"out_tokens":837},"mistral-large-2":{"in_tokens":1665,"out_tokens":923}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":569,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":10.056875252000054,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1330},"claude-opus-4-8":{"in_tokens":2405,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2410,"out_tokens":588},"mistral-large-2":{"in_tokens":1395,"out_tokens":584}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":872,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":14.696968654999978,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1366,"out_tokens":2035},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":544},"mistral-large-2":{"in_tokens":1525,"out_tokens":1264}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":788,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":14.608231778000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":2067},"claude-opus-4-8":{"in_tokens":2708,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2713,"out_tokens":651},"mistral-large-2":{"in_tokens":1529,"out_tokens":632}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":857,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.636779784000055,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1304},"claude-opus-4-8":{"in_tokens":2664,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2669,"out_tokens":537},"mistral-large-2":{"in_tokens":1453,"out_tokens":555}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1977,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":85.57394612999997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1524,"out_tokens":1924},"claude-opus-4-8":{"in_tokens":2901,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2906,"out_tokens":577},"mistral-large-2":{"in_tokens":1691,"out_tokens":599}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":1004,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":20.503367690000005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1914},"claude-opus-4-8":{"in_tokens":2700,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2705,"out_tokens":619},"mistral-large-2":{"in_tokens":1537,"out_tokens":670}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":843,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.269860887999926,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":3025},"claude-opus-4-8":{"in_tokens":2565,"out_tokens":959},"claude-opus-4-7":{"in_tokens":2570,"out_tokens":696},"mistral-large-2":{"in_tokens":1528,"out_tokens":618}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":709,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":12.781009514999937,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":2215},"claude-opus-4-8":{"in_tokens":2468,"out_tokens":935},"claude-opus-4-7":{"in_tokens":2473,"out_tokens":823},"mistral-large-2":{"in_tokens":1421,"out_tokens":569}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":742,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.951109126999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":2217},"claude-opus-4-8":{"in_tokens":2378,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2383,"out_tokens":480},"mistral-large-2":{"in_tokens":1284,"out_tokens":480}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":557,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":10.874435243999983,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1340},"claude-opus-4-8":{"in_tokens":2119,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2124,"out_tokens":552},"mistral-large-2":{"in_tokens":1193,"out_tokens":482}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1362,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":49.24991000600005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":1386},"claude-opus-4-8":{"in_tokens":2519,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2524,"out_tokens":535},"mistral-large-2":{"in_tokens":1379,"out_tokens":701}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":935,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":17.10506091299999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1812},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":605},"mistral-large-2":{"in_tokens":1477,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":906,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":16.856386197999996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":2237},"claude-opus-4-8":{"in_tokens":2602,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2607,"out_tokens":594},"mistral-large-2":{"in_tokens":1533,"out_tokens":726}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1377,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":56.80336808799996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1345},"claude-opus-4-8":{"in_tokens":2421,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2426,"out_tokens":474},"mistral-large-2":{"in_tokens":1347,"out_tokens":484}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1239,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.71172538799999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":2612},"claude-opus-4-8":{"in_tokens":3276,"out_tokens":745},"claude-opus-4-7":{"in_tokens":3281,"out_tokens":712},"mistral-large-2":{"in_tokens":1700,"out_tokens":721}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1616,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":29.490124008999942,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1953,"out_tokens":3109},"claude-opus-4-8":{"in_tokens":3835,"out_tokens":1093},"claude-opus-4-7":{"in_tokens":3840,"out_tokens":744},"mistral-large-2":{"in_tokens":2118,"out_tokens":671}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1401,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":24.86081966100005,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":3108},"claude-opus-4-8":{"in_tokens":3426,"out_tokens":881},"claude-opus-4-7":{"in_tokens":3431,"out_tokens":994},"mistral-large-2":{"in_tokens":1870,"out_tokens":711}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1482,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":27.81908608099991,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":3054},"claude-opus-4-8":{"in_tokens":3199,"out_tokens":1011},"claude-opus-4-7":{"in_tokens":3204,"out_tokens":1063},"mistral-large-2":{"in_tokens":1688,"out_tokens":836}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1402,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":45.663544906000084,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":1367},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":514},"mistral-large-2":{"in_tokens":1686,"out_tokens":483}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1244,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.694362439999963,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":2816},"claude-opus-4-8":{"in_tokens":2691,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2696,"out_tokens":703},"mistral-large-2":{"in_tokens":1457,"out_tokens":694}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2280,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":85.80124859,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":2218},"claude-opus-4-8":{"in_tokens":2712,"out_tokens":840},"claude-opus-4-7":{"in_tokens":2717,"out_tokens":586},"mistral-large-2":{"in_tokens":1638,"out_tokens":666}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1954,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":63.90813981499991,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":1294},"claude-opus-4-8":{"in_tokens":2989,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2994,"out_tokens":624},"mistral-large-2":{"in_tokens":1738,"out_tokens":728}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1131,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.737407029999986,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":3364},"claude-opus-4-8":{"in_tokens":2577,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2582,"out_tokens":634},"mistral-large-2":{"in_tokens":1378,"out_tokens":780}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1196,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":21.1862290549999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":2308},"claude-opus-4-8":{"in_tokens":2760,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":537},"mistral-large-2":{"in_tokens":1544,"out_tokens":676}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1721,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":32.871894233000035,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":2698},"claude-opus-4-8":{"in_tokens":3161,"out_tokens":639},"claude-opus-4-7":{"in_tokens":3166,"out_tokens":772},"mistral-large-2":{"in_tokens":1743,"out_tokens":525}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":902,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.128160332999983,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":2386},"claude-opus-4-8":{"in_tokens":2442,"out_tokens":978},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":782},"mistral-large-2":{"in_tokens":1325,"out_tokens":817}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1215,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":23.165608235000036,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":2269},"claude-opus-4-8":{"in_tokens":2570,"out_tokens":770},"claude-opus-4-7":{"in_tokens":2575,"out_tokens":560},"mistral-large-2":{"in_tokens":1376,"out_tokens":595}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1478,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":28.284610404999967,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":2991,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2996,"out_tokens":552},"mistral-large-2":{"in_tokens":1646,"out_tokens":603}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1273,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":22.25256313600005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":1669},"claude-opus-4-8":{"in_tokens":2807,"out_tokens":472},"claude-opus-4-7":{"in_tokens":2812,"out_tokens":457},"mistral-large-2":{"in_tokens":1483,"out_tokens":435}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":951,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.173066790999997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":2429},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":811},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":718},"mistral-large-2":{"in_tokens":1431,"out_tokens":860}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1247,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":22.257225557000083,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1628,"out_tokens":2423},"claude-opus-4-8":{"in_tokens":3103,"out_tokens":1141},"claude-opus-4-7":{"in_tokens":3108,"out_tokens":796},"mistral-large-2":{"in_tokens":1713,"out_tokens":817}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1231,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":23.95931564700004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":2185},"claude-opus-4-8":{"in_tokens":2623,"out_tokens":794},"claude-opus-4-7":{"in_tokens":2628,"out_tokens":514},"mistral-large-2":{"in_tokens":1408,"out_tokens":554}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1179,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.53909928500002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":2646},"claude-opus-4-8":{"in_tokens":2726,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2731,"out_tokens":584},"mistral-large-2":{"in_tokens":1502,"out_tokens":769}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1491,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":58.303229654999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1400},"claude-opus-4-8":{"in_tokens":2456,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2461,"out_tokens":523},"mistral-large-2":{"in_tokens":1411,"out_tokens":589}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2641,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":82.948067896,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1991,"out_tokens":1673},"claude-opus-4-8":{"in_tokens":3701,"out_tokens":918},"claude-opus-4-7":{"in_tokens":3706,"out_tokens":594},"mistral-large-2":{"in_tokens":2152,"out_tokens":526}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1414,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":57.56406898900002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":2095},"claude-opus-4-8":{"in_tokens":2503,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2508,"out_tokens":627},"mistral-large-2":{"in_tokens":1448,"out_tokens":623}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":803,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.845796823,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1033},"claude-opus-4-8":{"in_tokens":2358,"out_tokens":535},"claude-opus-4-7":{"in_tokens":2363,"out_tokens":454},"mistral-large-2":{"in_tokens":1215,"out_tokens":450}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1653,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":67.89870348200009,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":2180},"claude-opus-4-8":{"in_tokens":2634,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2639,"out_tokens":639},"mistral-large-2":{"in_tokens":1505,"out_tokens":717}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1059,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":24.85357745400006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":2447},"claude-opus-4-8":{"in_tokens":2557,"out_tokens":771},"claude-opus-4-7":{"in_tokens":2562,"out_tokens":667},"mistral-large-2":{"in_tokens":1325,"out_tokens":839}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1573,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":28.35241539399999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2265,"out_tokens":2844},"claude-opus-4-8":{"in_tokens":4350,"out_tokens":984},"claude-opus-4-7":{"in_tokens":4355,"out_tokens":727},"mistral-large-2":{"in_tokens":2374,"out_tokens":907}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1407,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":19.390530243999933,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":1828},"claude-opus-4-8":{"in_tokens":2554,"out_tokens":864},"claude-opus-4-7":{"in_tokens":2559,"out_tokens":823},"mistral-large-2":{"in_tokens":1419,"out_tokens":1257}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1718,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":32.96128603200009,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2245,"out_tokens":3726},"claude-opus-4-8":{"in_tokens":4345,"out_tokens":1309},"claude-opus-4-7":{"in_tokens":4350,"out_tokens":812},"mistral-large-2":{"in_tokens":2422,"out_tokens":912}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1676,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":20.433474949000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1479},"claude-opus-4-8":{"in_tokens":2221,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2226,"out_tokens":569},"mistral-large-2":{"in_tokens":1230,"out_tokens":592}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1920,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":37.24412984100002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2304,"out_tokens":2728},"claude-opus-4-8":{"in_tokens":4490,"out_tokens":941},"claude-opus-4-7":{"in_tokens":4495,"out_tokens":861},"mistral-large-2":{"in_tokens":2501,"out_tokens":788}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1285,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":43.798486812999954,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1654},"claude-opus-4-8":{"in_tokens":2311,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":547},"mistral-large-2":{"in_tokens":1342,"out_tokens":676}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1855,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":32.042772453,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2274,"out_tokens":2832},"claude-opus-4-8":{"in_tokens":4434,"out_tokens":902},"claude-opus-4-7":{"in_tokens":4439,"out_tokens":865},"mistral-large-2":{"in_tokens":2458,"out_tokens":870}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":2023,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":35.96073612199996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2329,"out_tokens":2884},"claude-opus-4-8":{"in_tokens":4632,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":4637,"out_tokens":764},"mistral-large-2":{"in_tokens":2463,"out_tokens":957}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1508,"error":null,"skip_reason":null,"score_raw":0.6785714285714285,"duration_s":27.92392271999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1595,"out_tokens":1716},"claude-opus-4-8":{"in_tokens":3103,"out_tokens":836},"claude-opus-4-7":{"in_tokens":3108,"out_tokens":518},"mistral-large-2":{"in_tokens":1692,"out_tokens":633}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1685,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":31.01988191600003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1946,"out_tokens":3412},"claude-opus-4-8":{"in_tokens":3896,"out_tokens":773},"claude-opus-4-7":{"in_tokens":3901,"out_tokens":842},"mistral-large-2":{"in_tokens":2087,"out_tokens":783}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1099,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":20.911011633000044,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":3552},"claude-opus-4-8":{"in_tokens":3019,"out_tokens":834},"claude-opus-4-7":{"in_tokens":3024,"out_tokens":720},"mistral-large-2":{"in_tokens":1686,"out_tokens":791}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1302,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":26.26916862600001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":2108},"claude-opus-4-8":{"in_tokens":2769,"out_tokens":790},"claude-opus-4-7":{"in_tokens":2774,"out_tokens":529},"mistral-large-2":{"in_tokens":1564,"out_tokens":529}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":34.93598264900004,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2585,"out_tokens":3956},"claude-opus-4-8":{"in_tokens":5022,"out_tokens":1072},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":874},"mistral-large-2":{"in_tokens":2693,"out_tokens":1006}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":1944,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":34.677125848999935,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2350,"out_tokens":3752},"claude-opus-4-8":{"in_tokens":4577,"out_tokens":1376},"claude-opus-4-7":{"in_tokens":4582,"out_tokens":834},"mistral-large-2":{"in_tokens":2558,"out_tokens":902}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":36.604920064,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2520,"out_tokens":2409},"claude-opus-4-8":{"in_tokens":4877,"out_tokens":1012},"claude-opus-4-7":{"in_tokens":4882,"out_tokens":868},"mistral-large-2":{"in_tokens":2711,"out_tokens":1001}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1592,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":89.94679430700012,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":1480},"claude-opus-4-8":{"in_tokens":2630,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2635,"out_tokens":601},"mistral-large-2":{"in_tokens":1584,"out_tokens":618}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":2157,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":106.89595988399992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1170,"out_tokens":1366},"claude-opus-4-8":{"in_tokens":2288,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2293,"out_tokens":595},"mistral-large-2":{"in_tokens":1290,"out_tokens":545}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1617,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":90.32048878,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":967},"claude-opus-4-8":{"in_tokens":2386,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2391,"out_tokens":484},"mistral-large-2":{"in_tokens":1399,"out_tokens":558}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":15.585937766000143,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1019,"out_tokens":741},"claude-opus-4-8":{"in_tokens":1980,"out_tokens":626},"claude-opus-4-7":{"in_tokens":1985,"out_tokens":493},"mistral-large-2":{"in_tokens":1112,"out_tokens":556}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":1955,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":26.247783214000037,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":2171},"claude-opus-4-8":{"in_tokens":2323,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2328,"out_tokens":550},"mistral-large-2":{"in_tokens":1272,"out_tokens":598}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3027,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":161.19967982000014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":1726},"claude-opus-4-8":{"in_tokens":2843,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2848,"out_tokens":615},"mistral-large-2":{"in_tokens":1628,"out_tokens":619}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1852,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":37.69483175300002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1364},"claude-opus-4-8":{"in_tokens":2388,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":527},"mistral-large-2":{"in_tokens":1383,"out_tokens":580}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1516,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":24.169447327999933,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1753},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":549},"mistral-large-2":{"in_tokens":1527,"out_tokens":721}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":1895,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":33.84354439499998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1821,"out_tokens":1762},"claude-opus-4-8":{"in_tokens":3658,"out_tokens":793},"claude-opus-4-7":{"in_tokens":3663,"out_tokens":817},"mistral-large-2":{"in_tokens":1969,"out_tokens":938}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2697,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":46.4618502830001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1687,"out_tokens":1785},"claude-opus-4-8":{"in_tokens":3525,"out_tokens":755},"claude-opus-4-7":{"in_tokens":3530,"out_tokens":574},"mistral-large-2":{"in_tokens":1811,"out_tokens":640}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2560,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":41.988885351000135,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1809,"out_tokens":1757},"claude-opus-4-8":{"in_tokens":3741,"out_tokens":580},"claude-opus-4-7":{"in_tokens":3746,"out_tokens":567},"mistral-large-2":{"in_tokens":1922,"out_tokens":669}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2042,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":26.95914242999993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":2411},"claude-opus-4-8":{"in_tokens":2920,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2925,"out_tokens":550},"mistral-large-2":{"in_tokens":1624,"out_tokens":594}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1771,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":28.602301442999988,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1934},"claude-opus-4-8":{"in_tokens":2743,"out_tokens":498},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":494},"mistral-large-2":{"in_tokens":1419,"out_tokens":490}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2673,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":160.48878174700008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2193,"out_tokens":2224},"claude-opus-4-8":{"in_tokens":4396,"out_tokens":711},"claude-opus-4-7":{"in_tokens":4401,"out_tokens":681},"mistral-large-2":{"in_tokens":2351,"out_tokens":692}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":1922,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":99.50482203199999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1897,"out_tokens":1755},"claude-opus-4-8":{"in_tokens":3715,"out_tokens":568},"claude-opus-4-7":{"in_tokens":3720,"out_tokens":526},"mistral-large-2":{"in_tokens":2064,"out_tokens":588}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2308,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":119.92396346100008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1695,"out_tokens":1191},"claude-opus-4-8":{"in_tokens":3436,"out_tokens":490},"claude-opus-4-7":{"in_tokens":3441,"out_tokens":350},"mistral-large-2":{"in_tokens":1811,"out_tokens":947}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1761,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":87.33853073499995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1623,"out_tokens":1342},"claude-opus-4-8":{"in_tokens":3242,"out_tokens":514},"claude-opus-4-7":{"in_tokens":3247,"out_tokens":513},"mistral-large-2":{"in_tokens":1769,"out_tokens":648}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2931,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":42.31728961299996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":2504},"claude-opus-4-8":{"in_tokens":2751,"out_tokens":517},"claude-opus-4-7":{"in_tokens":2756,"out_tokens":697},"mistral-large-2":{"in_tokens":1454,"out_tokens":598}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":1747,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":65.23343046499986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":1822},"claude-opus-4-8":{"in_tokens":3163,"out_tokens":520},"claude-opus-4-7":{"in_tokens":3168,"out_tokens":393},"mistral-large-2":{"in_tokens":1653,"out_tokens":495}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1768,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":72.37286978099996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":2000},"claude-opus-4-8":{"in_tokens":2909,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2914,"out_tokens":603},"mistral-large-2":{"in_tokens":1551,"out_tokens":705}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":2029,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":81.2188151150001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1493},"claude-opus-4-8":{"in_tokens":3038,"out_tokens":550},"claude-opus-4-7":{"in_tokens":3043,"out_tokens":474},"mistral-large-2":{"in_tokens":1640,"out_tokens":477}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1899,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":31.66096729700007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1858,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":3654,"out_tokens":649},"claude-opus-4-7":{"in_tokens":3659,"out_tokens":533},"mistral-large-2":{"in_tokens":1993,"out_tokens":643}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1211,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":55.839855210999986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1411,"out_tokens":1883},"claude-opus-4-8":{"in_tokens":2818,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2823,"out_tokens":483},"mistral-large-2":{"in_tokens":1521,"out_tokens":575}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1066,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":50.50881299699995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":1108},"claude-opus-4-8":{"in_tokens":2399,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":485},"mistral-large-2":{"in_tokens":1261,"out_tokens":507}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2692,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":118.19524023199983,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1681,"out_tokens":3051},"claude-opus-4-8":{"in_tokens":3234,"out_tokens":786},"claude-opus-4-7":{"in_tokens":3239,"out_tokens":674},"mistral-large-2":{"in_tokens":1794,"out_tokens":826}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2530,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":53.08784740200008,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2298,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":4516,"out_tokens":1052},"claude-opus-4-7":{"in_tokens":4521,"out_tokens":743},"mistral-large-2":{"in_tokens":2413,"out_tokens":775}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2295,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":41.04330879999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2270,"out_tokens":1939},"claude-opus-4-8":{"in_tokens":4434,"out_tokens":857},"claude-opus-4-7":{"in_tokens":4439,"out_tokens":695},"mistral-large-2":{"in_tokens":2449,"out_tokens":946}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1792,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":86.04148954699986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":2198},"claude-opus-4-8":{"in_tokens":2941,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2946,"out_tokens":482},"mistral-large-2":{"in_tokens":1514,"out_tokens":576}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":3262,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":69.88879861499981,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2816,"out_tokens":2660},"claude-opus-4-8":{"in_tokens":5539,"out_tokens":1259},"claude-opus-4-7":{"in_tokens":5544,"out_tokens":831},"mistral-large-2":{"in_tokens":3046,"out_tokens":952}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":3822,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":39.52700849000007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2335,"out_tokens":2209},"claude-opus-4-8":{"in_tokens":4699,"out_tokens":1055},"claude-opus-4-7":{"in_tokens":4704,"out_tokens":830},"mistral-large-2":{"in_tokens":2459,"out_tokens":979}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1692,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":26.990989222000053,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":1961},"claude-opus-4-8":{"in_tokens":3038,"out_tokens":686},"claude-opus-4-7":{"in_tokens":3043,"out_tokens":502},"mistral-large-2":{"in_tokens":1668,"out_tokens":1071}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2186,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":29.994111504000102,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1999,"out_tokens":2326},"claude-opus-4-8":{"in_tokens":4046,"out_tokens":942},"claude-opus-4-7":{"in_tokens":4051,"out_tokens":796},"mistral-large-2":{"in_tokens":2154,"out_tokens":772}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":2223,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":31.995112274999883,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1693,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":3298,"out_tokens":477},"claude-opus-4-7":{"in_tokens":3303,"out_tokens":434},"mistral-large-2":{"in_tokens":1801,"out_tokens":717}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2371,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":39.363129043999834,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1658,"out_tokens":2197},"claude-opus-4-8":{"in_tokens":3207,"out_tokens":838},"claude-opus-4-7":{"in_tokens":3212,"out_tokens":658},"mistral-large-2":{"in_tokens":1750,"out_tokens":645}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2714,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":158.58058725699993,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2116,"out_tokens":2253},"claude-opus-4-8":{"in_tokens":4140,"out_tokens":853},"claude-opus-4-7":{"in_tokens":4145,"out_tokens":879},"mistral-large-2":{"in_tokens":2282,"out_tokens":689}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":4.804707575000066,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":1701},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":785},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":589},"mistral-large-2":{"in_tokens":1190,"out_tokens":604}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":5.052686291999862,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":2465},"claude-opus-4-8":{"in_tokens":2403,"out_tokens":928},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":612},"mistral-large-2":{"in_tokens":1401,"out_tokens":627}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":4.1864508660000865,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":2244},"claude-opus-4-8":{"in_tokens":2756,"out_tokens":1191},"claude-opus-4-7":{"in_tokens":2761,"out_tokens":891},"mistral-large-2":{"in_tokens":1585,"out_tokens":1019}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":3.9794845399999303,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1126,"out_tokens":2013},"claude-opus-4-8":{"in_tokens":2141,"out_tokens":784},"claude-opus-4-7":{"in_tokens":2146,"out_tokens":644},"mistral-large-2":{"in_tokens":1207,"out_tokens":717}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":3.846687700999837,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1643,"out_tokens":1415},"claude-opus-4-8":{"in_tokens":3135,"out_tokens":843},"claude-opus-4-7":{"in_tokens":3140,"out_tokens":640},"mistral-large-2":{"in_tokens":1755,"out_tokens":782}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":335,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":6.1645584699999745,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1772,"out_tokens":1792},"claude-opus-4-8":{"in_tokens":3385,"out_tokens":1002},"claude-opus-4-7":{"in_tokens":3390,"out_tokens":815},"mistral-large-2":{"in_tokens":1871,"out_tokens":771}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":5.893072929000027,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":2936},"claude-opus-4-8":{"in_tokens":2576,"out_tokens":962},"claude-opus-4-7":{"in_tokens":2581,"out_tokens":663},"mistral-large-2":{"in_tokens":1459,"out_tokens":749}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":5.795601771000065,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":2083},"claude-opus-4-8":{"in_tokens":2503,"out_tokens":1025},"claude-opus-4-7":{"in_tokens":2508,"out_tokens":724},"mistral-large-2":{"in_tokens":1410,"out_tokens":764}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":4.1834955900001205,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":2998},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":637},"mistral-large-2":{"in_tokens":1317,"out_tokens":705}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":4.813981210000065,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":1524},"claude-opus-4-8":{"in_tokens":2303,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2308,"out_tokens":555},"mistral-large-2":{"in_tokens":1218,"out_tokens":514}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":4.998742824000146,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":2188},"claude-opus-4-8":{"in_tokens":2312,"out_tokens":852},"claude-opus-4-7":{"in_tokens":2317,"out_tokens":523},"mistral-large-2":{"in_tokens":1247,"out_tokens":567}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":4.393892406000077,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":1977},"claude-opus-4-8":{"in_tokens":3207,"out_tokens":953},"claude-opus-4-7":{"in_tokens":3212,"out_tokens":656},"mistral-large-2":{"in_tokens":1828,"out_tokens":830}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":4.2841077819998645,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1616},"claude-opus-4-8":{"in_tokens":2453,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":2458,"out_tokens":768},"mistral-large-2":{"in_tokens":1399,"out_tokens":652}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":2924,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":164.626772587,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2665,"out_tokens":3066},"claude-opus-4-8":{"in_tokens":5344,"out_tokens":1399},"claude-opus-4-7":{"in_tokens":5349,"out_tokens":797},"mistral-large-2":{"in_tokens":2850,"out_tokens":873}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":5.003291413999932,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":2186},"claude-opus-4-8":{"in_tokens":2386,"out_tokens":1045},"claude-opus-4-7":{"in_tokens":2391,"out_tokens":691},"mistral-large-2":{"in_tokens":1355,"out_tokens":755}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":5.710225740999931,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":1983},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":615},"mistral-large-2":{"in_tokens":1317,"out_tokens":704}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":4.715376547999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":2460,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2465,"out_tokens":618},"mistral-large-2":{"in_tokens":1346,"out_tokens":496}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":3.995370481000009,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1316},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":597},"mistral-large-2":{"in_tokens":1351,"out_tokens":534}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":4.600322198999947,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":1598},"claude-opus-4-8":{"in_tokens":2162,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2167,"out_tokens":491},"mistral-large-2":{"in_tokens":1201,"out_tokens":525}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":3.9580138599999373,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1849},"claude-opus-4-8":{"in_tokens":2215,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2220,"out_tokens":536},"mistral-large-2":{"in_tokens":1271,"out_tokens":523}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":5.443096806000085,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1861},"claude-opus-4-8":{"in_tokens":2279,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2284,"out_tokens":483},"mistral-large-2":{"in_tokens":1288,"out_tokens":535}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":4.044763304000071,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1471},"claude-opus-4-8":{"in_tokens":1992,"out_tokens":548},"claude-opus-4-7":{"in_tokens":1997,"out_tokens":484},"mistral-large-2":{"in_tokens":1123,"out_tokens":570}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":5.889823675999878,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1045,"out_tokens":1270},"claude-opus-4-8":{"in_tokens":1991,"out_tokens":586},"claude-opus-4-7":{"in_tokens":1996,"out_tokens":481},"mistral-large-2":{"in_tokens":1102,"out_tokens":529}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.906611102999932,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":1203},"claude-opus-4-8":{"in_tokens":2160,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2165,"out_tokens":607},"mistral-large-2":{"in_tokens":1205,"out_tokens":536}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":124,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":4.45208455199986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":941,"out_tokens":843},"claude-opus-4-8":{"in_tokens":1775,"out_tokens":532},"claude-opus-4-7":{"in_tokens":1780,"out_tokens":383},"mistral-large-2":{"in_tokens":978,"out_tokens":465}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":4.008975650000139,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1893},"claude-opus-4-8":{"in_tokens":2116,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2121,"out_tokens":444},"mistral-large-2":{"in_tokens":1193,"out_tokens":580}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":140,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":4.193781009999839,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":1164},"claude-opus-4-8":{"in_tokens":1920,"out_tokens":628},"claude-opus-4-7":{"in_tokens":1925,"out_tokens":517},"mistral-large-2":{"in_tokens":1073,"out_tokens":568}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":3302,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":183.42266398799984,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2970,"out_tokens":2445},"claude-opus-4-8":{"in_tokens":5843,"out_tokens":786},"claude-opus-4-7":{"in_tokens":5848,"out_tokens":741},"mistral-large-2":{"in_tokens":3191,"out_tokens":761}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3679,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":207.19459681800004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2600,"out_tokens":2162},"claude-opus-4-8":{"in_tokens":5098,"out_tokens":934},"claude-opus-4-7":{"in_tokens":5103,"out_tokens":719},"mistral-large-2":{"in_tokens":2720,"out_tokens":903}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":4.037033648000033,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":1285},"claude-opus-4-8":{"in_tokens":1976,"out_tokens":639},"claude-opus-4-7":{"in_tokens":1981,"out_tokens":535},"mistral-large-2":{"in_tokens":1116,"out_tokens":488}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":4.983892260000175,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1023,"out_tokens":1430},"claude-opus-4-8":{"in_tokens":1965,"out_tokens":705},"claude-opus-4-7":{"in_tokens":1970,"out_tokens":484},"mistral-large-2":{"in_tokens":1078,"out_tokens":595}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":4.952684677999969,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1026},"claude-opus-4-8":{"in_tokens":2491,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2496,"out_tokens":509},"mistral-large-2":{"in_tokens":1349,"out_tokens":584}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":4.356192961000033,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":2195,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2200,"out_tokens":501},"mistral-large-2":{"in_tokens":1205,"out_tokens":680}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.2426656410000305,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1653},"claude-opus-4-8":{"in_tokens":2125,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2130,"out_tokens":544},"mistral-large-2":{"in_tokens":1179,"out_tokens":483}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":3.9458083370000168,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1103},"claude-opus-4-8":{"in_tokens":2083,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2088,"out_tokens":487},"mistral-large-2":{"in_tokens":1177,"out_tokens":572}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":17.941481976999967,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1134},"claude-opus-4-8":{"in_tokens":2250,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":497},"mistral-large-2":{"in_tokens":1262,"out_tokens":533}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":95,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":3.5657946409999113,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1041,"out_tokens":1001},"claude-opus-4-8":{"in_tokens":1950,"out_tokens":574},"claude-opus-4-7":{"in_tokens":1955,"out_tokens":397},"mistral-large-2":{"in_tokens":1074,"out_tokens":807}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":120,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":3.664613959999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1379},"claude-opus-4-8":{"in_tokens":2093,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2098,"out_tokens":557},"mistral-large-2":{"in_tokens":1222,"out_tokens":648}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":4.609350359000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1250},"claude-opus-4-8":{"in_tokens":2076,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2081,"out_tokens":393},"mistral-large-2":{"in_tokens":1128,"out_tokens":478}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":5.458050273999788,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1022,"out_tokens":1750},"claude-opus-4-8":{"in_tokens":2028,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":491},"mistral-large-2":{"in_tokens":1104,"out_tokens":651}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":4.468311500000027,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1017,"out_tokens":1377},"claude-opus-4-8":{"in_tokens":1963,"out_tokens":665},"claude-opus-4-7":{"in_tokens":1968,"out_tokens":551},"mistral-large-2":{"in_tokens":1145,"out_tokens":623}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":121,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":4.005198650000011,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1315},"claude-opus-4-8":{"in_tokens":2000,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2005,"out_tokens":623},"mistral-large-2":{"in_tokens":1145,"out_tokens":553}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":79,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":4.231998100999817,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":935,"out_tokens":1291},"claude-opus-4-8":{"in_tokens":1810,"out_tokens":582},"claude-opus-4-7":{"in_tokens":1815,"out_tokens":394},"mistral-large-2":{"in_tokens":1008,"out_tokens":501}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":119,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":3.2536866770001325,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1042,"out_tokens":1469},"claude-opus-4-8":{"in_tokens":1970,"out_tokens":652},"claude-opus-4-7":{"in_tokens":1975,"out_tokens":462},"mistral-large-2":{"in_tokens":1134,"out_tokens":513}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":120,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":4.502866544999961,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":957,"out_tokens":1819},"claude-opus-4-8":{"in_tokens":1878,"out_tokens":610},"claude-opus-4-7":{"in_tokens":1883,"out_tokens":460},"mistral-large-2":{"in_tokens":1038,"out_tokens":507}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":3.6375253819999216,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1078,"out_tokens":1406},"claude-opus-4-8":{"in_tokens":2073,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":517},"mistral-large-2":{"in_tokens":1178,"out_tokens":500}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":130,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":5.340210102000128,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":1149},"claude-opus-4-8":{"in_tokens":1949,"out_tokens":594},"claude-opus-4-7":{"in_tokens":1954,"out_tokens":535},"mistral-large-2":{"in_tokens":1125,"out_tokens":631}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":74,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":3.0410637709999264,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1095,"out_tokens":942},"claude-opus-4-8":{"in_tokens":2043,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2048,"out_tokens":528},"mistral-large-2":{"in_tokens":1204,"out_tokens":602}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":3.5841511670000727,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1070,"out_tokens":1203},"claude-opus-4-8":{"in_tokens":2020,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2025,"out_tokens":527},"mistral-large-2":{"in_tokens":1158,"out_tokens":686}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":129,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":4.055066899999929,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1220},"claude-opus-4-8":{"in_tokens":2112,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2117,"out_tokens":473},"mistral-large-2":{"in_tokens":1197,"out_tokens":565}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":109,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.054101776999914,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":961,"out_tokens":973},"claude-opus-4-8":{"in_tokens":1791,"out_tokens":565},"claude-opus-4-7":{"in_tokens":1796,"out_tokens":477},"mistral-large-2":{"in_tokens":1070,"out_tokens":519}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":107,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":3.0967444909999813,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1641},"claude-opus-4-8":{"in_tokens":2129,"out_tokens":728},"claude-opus-4-7":{"in_tokens":2134,"out_tokens":563},"mistral-large-2":{"in_tokens":1241,"out_tokens":579}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":5.100775505999991,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":996,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":1973,"out_tokens":856},"claude-opus-4-7":{"in_tokens":1978,"out_tokens":594},"mistral-large-2":{"in_tokens":1055,"out_tokens":576}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":3.9353704650000054,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1577},"claude-opus-4-8":{"in_tokens":2099,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2104,"out_tokens":526},"mistral-large-2":{"in_tokens":1281,"out_tokens":699}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":108,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":4.154950597000152,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1025,"out_tokens":1358},"claude-opus-4-8":{"in_tokens":2069,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2074,"out_tokens":514},"mistral-large-2":{"in_tokens":1130,"out_tokens":457}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":6.422126493000178,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1020,"out_tokens":1025},"claude-opus-4-8":{"in_tokens":2005,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2010,"out_tokens":517},"mistral-large-2":{"in_tokens":1101,"out_tokens":527}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":124,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":3.568935232000058,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1299},"claude-opus-4-8":{"in_tokens":2404,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2409,"out_tokens":544},"mistral-large-2":{"in_tokens":1398,"out_tokens":623}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":110,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":3.3685132230000363,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":1050},"claude-opus-4-8":{"in_tokens":2472,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2477,"out_tokens":469},"mistral-large-2":{"in_tokens":1522,"out_tokens":525}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":119,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":3.246523396000157,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1460},"claude-opus-4-8":{"in_tokens":2037,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2042,"out_tokens":494},"mistral-large-2":{"in_tokens":1151,"out_tokens":601}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":4.599391436000133,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1588,"out_tokens":2318},"claude-opus-4-8":{"in_tokens":2943,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2948,"out_tokens":539},"mistral-large-2":{"in_tokens":1701,"out_tokens":547}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":95,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":4.340752995000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":1203},"claude-opus-4-8":{"in_tokens":2184,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2189,"out_tokens":511},"mistral-large-2":{"in_tokens":1261,"out_tokens":585}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":119,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":4.971096411999952,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1604},"claude-opus-4-8":{"in_tokens":2081,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":555},"mistral-large-2":{"in_tokens":1197,"out_tokens":920}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":4.757391912999992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1074,"out_tokens":2013},"claude-opus-4-8":{"in_tokens":2065,"out_tokens":680},"claude-opus-4-7":{"in_tokens":2070,"out_tokens":550},"mistral-large-2":{"in_tokens":1183,"out_tokens":608}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":4.257564097000113,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1219},"claude-opus-4-8":{"in_tokens":2115,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2120,"out_tokens":492},"mistral-large-2":{"in_tokens":1211,"out_tokens":584}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":94,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":3.6543682020001143,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1279},"claude-opus-4-8":{"in_tokens":2086,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2091,"out_tokens":568},"mistral-large-2":{"in_tokens":1184,"out_tokens":581}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":106,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":3.229770007999832,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1018,"out_tokens":1348},"claude-opus-4-8":{"in_tokens":1998,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2003,"out_tokens":592},"mistral-large-2":{"in_tokens":1114,"out_tokens":533}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":102,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":3.799605700000029,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":965,"out_tokens":2079},"claude-opus-4-8":{"in_tokens":1887,"out_tokens":699},"claude-opus-4-7":{"in_tokens":1892,"out_tokens":537},"mistral-large-2":{"in_tokens":1063,"out_tokens":576}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":101,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":3.660325837000073,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":946,"out_tokens":1595},"claude-opus-4-8":{"in_tokens":1814,"out_tokens":680},"claude-opus-4-7":{"in_tokens":1819,"out_tokens":532},"mistral-large-2":{"in_tokens":996,"out_tokens":486}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":3.813487489999943,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1043,"out_tokens":1185},"claude-opus-4-8":{"in_tokens":1985,"out_tokens":600},"claude-opus-4-7":{"in_tokens":1990,"out_tokens":542},"mistral-large-2":{"in_tokens":1170,"out_tokens":620}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.104759085000069,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1054,"out_tokens":1146},"claude-opus-4-8":{"in_tokens":1971,"out_tokens":827},"claude-opus-4-7":{"in_tokens":1976,"out_tokens":443},"mistral-large-2":{"in_tokens":1156,"out_tokens":689}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":4.624832865000144,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1025,"out_tokens":798},"claude-opus-4-8":{"in_tokens":1928,"out_tokens":639},"claude-opus-4-7":{"in_tokens":1933,"out_tokens":495},"mistral-large-2":{"in_tokens":1100,"out_tokens":471}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":3.660655717000054,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1022,"out_tokens":1174},"claude-opus-4-8":{"in_tokens":1925,"out_tokens":581},"claude-opus-4-7":{"in_tokens":1930,"out_tokens":489},"mistral-large-2":{"in_tokens":1115,"out_tokens":553}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":3.979660276000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":945,"out_tokens":1803},"claude-opus-4-8":{"in_tokens":1811,"out_tokens":592},"claude-opus-4-7":{"in_tokens":1816,"out_tokens":425},"mistral-large-2":{"in_tokens":1024,"out_tokens":494}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":5.191975107999951,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":2443},"claude-opus-4-8":{"in_tokens":2765,"out_tokens":947},"claude-opus-4-7":{"in_tokens":2770,"out_tokens":756},"mistral-large-2":{"in_tokens":1491,"out_tokens":737}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":3.487059826999939,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1442},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":678},"mistral-large-2":{"in_tokens":1319,"out_tokens":545}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":569,"out_tokens":272,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":4.556885248000071,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":2455},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":508},"mistral-large-2":{"in_tokens":1302,"out_tokens":644}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":3.851862780000147,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1042,"out_tokens":1604},"claude-opus-4-8":{"in_tokens":2116,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2121,"out_tokens":490},"mistral-large-2":{"in_tokens":1110,"out_tokens":422}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":5.304174795000108,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":905,"out_tokens":1260},"claude-opus-4-8":{"in_tokens":1787,"out_tokens":442},"claude-opus-4-7":{"in_tokens":1792,"out_tokens":379},"mistral-large-2":{"in_tokens":980,"out_tokens":504}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":3.6517304170001808,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":2054},"claude-opus-4-8":{"in_tokens":2117,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2122,"out_tokens":472},"mistral-large-2":{"in_tokens":1183,"out_tokens":648}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":4.354577083000095,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":932,"out_tokens":996},"claude-opus-4-8":{"in_tokens":1864,"out_tokens":513},"claude-opus-4-7":{"in_tokens":1869,"out_tokens":614},"mistral-large-2":{"in_tokens":991,"out_tokens":422}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":143,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":4.77814136500001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":860,"out_tokens":1489},"claude-opus-4-8":{"in_tokens":1694,"out_tokens":618},"claude-opus-4-7":{"in_tokens":1699,"out_tokens":457},"mistral-large-2":{"in_tokens":913,"out_tokens":459}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":3.651244816999906,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":963,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":1942,"out_tokens":610},"claude-opus-4-7":{"in_tokens":1947,"out_tokens":424},"mistral-large-2":{"in_tokens":1033,"out_tokens":582}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":4.467237849999947,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":925,"out_tokens":1661},"claude-opus-4-8":{"in_tokens":1875,"out_tokens":670},"claude-opus-4-7":{"in_tokens":1880,"out_tokens":515},"mistral-large-2":{"in_tokens":985,"out_tokens":481}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":4.352183083,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1004,"out_tokens":2497},"claude-opus-4-8":{"in_tokens":1991,"out_tokens":685},"claude-opus-4-7":{"in_tokens":1996,"out_tokens":542},"mistral-large-2":{"in_tokens":1049,"out_tokens":505}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":3.583352161999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":928,"out_tokens":1230},"claude-opus-4-8":{"in_tokens":1844,"out_tokens":586},"claude-opus-4-7":{"in_tokens":1849,"out_tokens":444},"mistral-large-2":{"in_tokens":991,"out_tokens":462}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":415,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":6.539558833000001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":925,"out_tokens":1233},"claude-opus-4-8":{"in_tokens":1794,"out_tokens":509},"claude-opus-4-7":{"in_tokens":1799,"out_tokens":404},"mistral-large-2":{"in_tokens":958,"out_tokens":404}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":3.5395541140001114,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1384},"claude-opus-4-8":{"in_tokens":1936,"out_tokens":642},"claude-opus-4-7":{"in_tokens":1941,"out_tokens":486},"mistral-large-2":{"in_tokens":1048,"out_tokens":534}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":4.457675482000013,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":503},"mistral-large-2":{"in_tokens":1272,"out_tokens":566}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":3.7082180950001202,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":926,"out_tokens":1200},"claude-opus-4-8":{"in_tokens":1830,"out_tokens":547},"claude-opus-4-7":{"in_tokens":1835,"out_tokens":456},"mistral-large-2":{"in_tokens":966,"out_tokens":433}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.092174282000087,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":1290},"claude-opus-4-8":{"in_tokens":1975,"out_tokens":747},"claude-opus-4-7":{"in_tokens":1980,"out_tokens":477},"mistral-large-2":{"in_tokens":1057,"out_tokens":580}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":4.43600942199987,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1654,"out_tokens":2480},"claude-opus-4-8":{"in_tokens":3238,"out_tokens":1064},"claude-opus-4-7":{"in_tokens":3243,"out_tokens":718},"mistral-large-2":{"in_tokens":1781,"out_tokens":989}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":6.2308989180000935,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":931,"out_tokens":1448},"claude-opus-4-8":{"in_tokens":1914,"out_tokens":664},"claude-opus-4-7":{"in_tokens":1919,"out_tokens":509},"mistral-large-2":{"in_tokens":981,"out_tokens":732}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":6.892493123999884,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":3358,"out_tokens":1185},"claude-opus-4-7":{"in_tokens":3363,"out_tokens":762},"mistral-large-2":{"in_tokens":1822,"out_tokens":824}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":5.518695288000117,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":2010},"claude-opus-4-8":{"in_tokens":3251,"out_tokens":919},"claude-opus-4-7":{"in_tokens":3256,"out_tokens":838},"mistral-large-2":{"in_tokens":1796,"out_tokens":930}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":337,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":4.472335939999994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":1977},"claude-opus-4-8":{"in_tokens":3201,"out_tokens":872},"claude-opus-4-7":{"in_tokens":3206,"out_tokens":692},"mistral-large-2":{"in_tokens":1720,"out_tokens":960}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":349,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":4.746035191000146,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1643,"out_tokens":2289},"claude-opus-4-8":{"in_tokens":3199,"out_tokens":848},"claude-opus-4-7":{"in_tokens":3204,"out_tokens":648},"mistral-large-2":{"in_tokens":1761,"out_tokens":790}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":3.933840960999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":2043,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2048,"out_tokens":442},"mistral-large-2":{"in_tokens":1127,"out_tokens":506}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":3.7766865549999693,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":2357},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":732},"mistral-large-2":{"in_tokens":1412,"out_tokens":775}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":3.5020868909998626,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":947,"out_tokens":1267},"claude-opus-4-8":{"in_tokens":1846,"out_tokens":573},"claude-opus-4-7":{"in_tokens":1851,"out_tokens":394},"mistral-large-2":{"in_tokens":1009,"out_tokens":702}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":3.9974919400001454,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1901},"claude-opus-4-8":{"in_tokens":2307,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":566},"mistral-large-2":{"in_tokens":1296,"out_tokens":663}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":5.681520026000044,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1814,"out_tokens":2508},"claude-opus-4-8":{"in_tokens":3492,"out_tokens":962},"claude-opus-4-7":{"in_tokens":3497,"out_tokens":731},"mistral-large-2":{"in_tokens":1897,"out_tokens":703}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":476,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":6.3140441860000465,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1745,"out_tokens":3034},"claude-opus-4-8":{"in_tokens":3441,"out_tokens":1023},"claude-opus-4-7":{"in_tokens":3446,"out_tokens":720},"mistral-large-2":{"in_tokens":1879,"out_tokens":835}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":5.749973584999907,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1855,"out_tokens":1834},"claude-opus-4-8":{"in_tokens":3605,"out_tokens":1140},"claude-opus-4-7":{"in_tokens":3610,"out_tokens":824},"mistral-large-2":{"in_tokens":1988,"out_tokens":1283}}}