{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":416,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":9.126039645000006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":1665},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":851},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":809},"mistral-large-2":{"in_tokens":1425,"out_tokens":631}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":440,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":8.78289977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":2744,"out_tokens":1021},"claude-opus-4-7":{"in_tokens":2749,"out_tokens":745},"mistral-large-2":{"in_tokens":1496,"out_tokens":697}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":542,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":10.926600870999998,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":2015},"claude-opus-4-8":{"in_tokens":2955,"out_tokens":975},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":793},"mistral-large-2":{"in_tokens":1748,"out_tokens":785}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":866,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":17.748976166,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1502},"claude-opus-4-8":{"in_tokens":2642,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":718},"mistral-large-2":{"in_tokens":1490,"out_tokens":1138}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":616,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":15.146912590999996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1865,"out_tokens":2841},"claude-opus-4-8":{"in_tokens":3491,"out_tokens":1033},"claude-opus-4-7":{"in_tokens":3496,"out_tokens":936},"mistral-large-2":{"in_tokens":1986,"out_tokens":987}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.025,"duration_s":6.606669527999998,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1796,"out_tokens":2191},"claude-opus-4-8":{"in_tokens":3424,"out_tokens":1070},"claude-opus-4-7":{"in_tokens":3429,"out_tokens":897},"mistral-large-2":{"in_tokens":1911,"out_tokens":842}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1424,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":19.510939548999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1844},"claude-opus-4-8":{"in_tokens":2787,"out_tokens":865},"claude-opus-4-7":{"in_tokens":2792,"out_tokens":626},"mistral-large-2":{"in_tokens":1594,"out_tokens":726}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":11.332887387,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":2273},"claude-opus-4-8":{"in_tokens":3772,"out_tokens":1139},"claude-opus-4-7":{"in_tokens":3777,"out_tokens":897},"mistral-large-2":{"in_tokens":2109,"out_tokens":863}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":9.244566458999998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1584,"out_tokens":2626},"claude-opus-4-8":{"in_tokens":3026,"out_tokens":911},"claude-opus-4-7":{"in_tokens":3031,"out_tokens":763},"mistral-large-2":{"in_tokens":1710,"out_tokens":592}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.943301364,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1191},"claude-opus-4-8":{"in_tokens":2238,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":560},"mistral-large-2":{"in_tokens":1250,"out_tokens":608}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":909,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":23.865128144000003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":2371},"claude-opus-4-8":{"in_tokens":2767,"out_tokens":1050},"claude-opus-4-7":{"in_tokens":2772,"out_tokens":720},"mistral-large-2":{"in_tokens":1547,"out_tokens":690}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1486,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.661028094999992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1860,"out_tokens":2143},"claude-opus-4-8":{"in_tokens":3527,"out_tokens":760},"claude-opus-4-7":{"in_tokens":3532,"out_tokens":706},"mistral-large-2":{"in_tokens":2040,"out_tokens":727}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":8.860035170000003,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":2110},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1229},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":1092},"mistral-large-2":{"in_tokens":1650,"out_tokens":670}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":2005,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":26.58328734500001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1573,"out_tokens":1941},"claude-opus-4-8":{"in_tokens":3037,"out_tokens":929},"claude-opus-4-7":{"in_tokens":3042,"out_tokens":652},"mistral-large-2":{"in_tokens":1680,"out_tokens":847}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":10.145332568,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":2342},"claude-opus-4-8":{"in_tokens":2951,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":2956,"out_tokens":771},"mistral-large-2":{"in_tokens":1619,"out_tokens":768}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":27.336750748,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1738},"claude-opus-4-8":{"in_tokens":2220,"out_tokens":751},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":768},"mistral-large-2":{"in_tokens":1237,"out_tokens":737}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.03571428571428571,"duration_s":7.791483004,"hallucination_count":7.25,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":2912},"claude-opus-4-8":{"in_tokens":2682,"out_tokens":1174},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":754},"mistral-large-2":{"in_tokens":1444,"out_tokens":675}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":8.436088150000003,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":2244},"claude-opus-4-8":{"in_tokens":2707,"out_tokens":1183},"claude-opus-4-7":{"in_tokens":2712,"out_tokens":644},"mistral-large-2":{"in_tokens":1419,"out_tokens":650}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1063,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.942474090000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1993,"out_tokens":2287},"claude-opus-4-8":{"in_tokens":3807,"out_tokens":901},"claude-opus-4-7":{"in_tokens":3812,"out_tokens":762},"mistral-large-2":{"in_tokens":2139,"out_tokens":707}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.287831832000009,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":2066},"claude-opus-4-8":{"in_tokens":2860,"out_tokens":987},"claude-opus-4-7":{"in_tokens":2865,"out_tokens":634},"mistral-large-2":{"in_tokens":1619,"out_tokens":717}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":33.922484382,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":1936},"claude-opus-4-8":{"in_tokens":2559,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":591},"mistral-large-2":{"in_tokens":1471,"out_tokens":937}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":37.775962817999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2353,"out_tokens":3277},"claude-opus-4-8":{"in_tokens":4441,"out_tokens":879},"claude-opus-4-7":{"in_tokens":4446,"out_tokens":739},"mistral-large-2":{"in_tokens":2503,"out_tokens":936}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":591,"error":null,"skip_reason":null,"score_raw":0.175,"duration_s":11.347649286999996,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2049,"out_tokens":2226},"claude-opus-4-8":{"in_tokens":3818,"out_tokens":1169},"claude-opus-4-7":{"in_tokens":3823,"out_tokens":817},"mistral-large-2":{"in_tokens":2189,"out_tokens":778}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":7.951831811000005,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":2188},"claude-opus-4-8":{"in_tokens":2741,"out_tokens":1047},"claude-opus-4-7":{"in_tokens":2746,"out_tokens":929},"mistral-large-2":{"in_tokens":1566,"out_tokens":795}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":9.21865932,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.25,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":2594},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":931},"mistral-large-2":{"in_tokens":1600,"out_tokens":707}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":3312,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":39.63176856999999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1909,"out_tokens":2364},"claude-opus-4-8":{"in_tokens":3526,"out_tokens":992},"claude-opus-4-7":{"in_tokens":3531,"out_tokens":924},"mistral-large-2":{"in_tokens":2051,"out_tokens":850}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":39.84555456299999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":2564},"claude-opus-4-8":{"in_tokens":2938,"out_tokens":960},"claude-opus-4-7":{"in_tokens":2943,"out_tokens":729},"mistral-large-2":{"in_tokens":1647,"out_tokens":1096}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":3461,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":42.429686434999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":1873},"claude-opus-4-8":{"in_tokens":3467,"out_tokens":701},"claude-opus-4-7":{"in_tokens":3472,"out_tokens":677},"mistral-large-2":{"in_tokens":2049,"out_tokens":811}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":23.398882329000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1669,"out_tokens":1523},"claude-opus-4-8":{"in_tokens":3181,"out_tokens":786},"claude-opus-4-7":{"in_tokens":3186,"out_tokens":584},"mistral-large-2":{"in_tokens":1799,"out_tokens":740}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3036,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":33.65654135999999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2049,"out_tokens":3536},"claude-opus-4-8":{"in_tokens":3886,"out_tokens":1116},"claude-opus-4-7":{"in_tokens":3891,"out_tokens":890},"mistral-large-2":{"in_tokens":2229,"out_tokens":864}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1788,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":29.922770678999996,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2382,"out_tokens":2398},"claude-opus-4-8":{"in_tokens":4552,"out_tokens":1135},"claude-opus-4-7":{"in_tokens":4557,"out_tokens":850},"mistral-large-2":{"in_tokens":2544,"out_tokens":1041}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1542,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":28.347675952000003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":1999},"claude-opus-4-8":{"in_tokens":3708,"out_tokens":775},"claude-opus-4-7":{"in_tokens":3713,"out_tokens":802},"mistral-large-2":{"in_tokens":2101,"out_tokens":690}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1512,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":23.72045623800001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1868,"out_tokens":2392},"claude-opus-4-8":{"in_tokens":3582,"out_tokens":735},"claude-opus-4-7":{"in_tokens":3587,"out_tokens":680},"mistral-large-2":{"in_tokens":1979,"out_tokens":894}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":21.892622963000008,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1237},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":840},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":584},"mistral-large-2":{"in_tokens":1567,"out_tokens":692}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":0.42500000000000004,"duration_s":28.495277363,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":2414},"claude-opus-4-8":{"in_tokens":3342,"out_tokens":1005},"claude-opus-4-7":{"in_tokens":3347,"out_tokens":824},"mistral-large-2":{"in_tokens":1859,"out_tokens":808}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2406,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":30.752030104,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2088,"out_tokens":2987},"claude-opus-4-8":{"in_tokens":3970,"out_tokens":1268},"claude-opus-4-7":{"in_tokens":3975,"out_tokens":1051},"mistral-large-2":{"in_tokens":2224,"out_tokens":1218}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1642,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":30.454127856,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1851,"out_tokens":1540},"claude-opus-4-8":{"in_tokens":3652,"out_tokens":867},"claude-opus-4-7":{"in_tokens":3657,"out_tokens":696},"mistral-large-2":{"in_tokens":1986,"out_tokens":691}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":28.732711605999995,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1561},"claude-opus-4-8":{"in_tokens":2513,"out_tokens":909},"claude-opus-4-7":{"in_tokens":2518,"out_tokens":629},"mistral-large-2":{"in_tokens":1392,"out_tokens":657}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":25.016297073999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1741},"claude-opus-4-8":{"in_tokens":2427,"out_tokens":924},"claude-opus-4-7":{"in_tokens":2432,"out_tokens":658},"mistral-large-2":{"in_tokens":1338,"out_tokens":714}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3347,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":33.65989828100001,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2003,"out_tokens":2283},"claude-opus-4-8":{"in_tokens":3822,"out_tokens":1061},"claude-opus-4-7":{"in_tokens":3827,"out_tokens":822},"mistral-large-2":{"in_tokens":2164,"out_tokens":1385}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2917,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":32.135971199,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1635,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":3154,"out_tokens":1071},"claude-opus-4-7":{"in_tokens":3159,"out_tokens":911},"mistral-large-2":{"in_tokens":1735,"out_tokens":675}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1228,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":24.044498367000003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":1744},"claude-opus-4-8":{"in_tokens":3204,"out_tokens":950},"claude-opus-4-7":{"in_tokens":3209,"out_tokens":638},"mistral-large-2":{"in_tokens":1768,"out_tokens":539}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2054,"error":null,"skip_reason":null,"score_raw":0.025,"duration_s":25.057274969000005,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":2455},"claude-opus-4-8":{"in_tokens":3441,"out_tokens":1231},"claude-opus-4-7":{"in_tokens":3446,"out_tokens":887},"mistral-large-2":{"in_tokens":1880,"out_tokens":763}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.949264575,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":3312,"out_tokens":686},"claude-opus-4-7":{"in_tokens":3317,"out_tokens":559},"mistral-large-2":{"in_tokens":1749,"out_tokens":633}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":24.77417681,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1595},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":525},"mistral-large-2":{"in_tokens":1281,"out_tokens":533}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1269,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":25.763514446000002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2164,"out_tokens":1597},"claude-opus-4-8":{"in_tokens":4037,"out_tokens":857},"claude-opus-4-7":{"in_tokens":4042,"out_tokens":790},"mistral-large-2":{"in_tokens":2321,"out_tokens":951}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2645,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":29.156411393,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1664,"out_tokens":1834},"claude-opus-4-8":{"in_tokens":3380,"out_tokens":679},"claude-opus-4-7":{"in_tokens":3385,"out_tokens":650},"mistral-large-2":{"in_tokens":1768,"out_tokens":585}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":33.03916277100001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":1078},"claude-opus-4-8":{"in_tokens":2374,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2379,"out_tokens":446},"mistral-large-2":{"in_tokens":1279,"out_tokens":543}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":26.580462089000008,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1830,"out_tokens":2369},"claude-opus-4-8":{"in_tokens":3520,"out_tokens":929},"claude-opus-4-7":{"in_tokens":3525,"out_tokens":546},"mistral-large-2":{"in_tokens":1973,"out_tokens":838}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1247,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.553903625999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1721,"out_tokens":1985},"claude-opus-4-8":{"in_tokens":3319,"out_tokens":796},"claude-opus-4-7":{"in_tokens":3324,"out_tokens":660},"mistral-large-2":{"in_tokens":1777,"out_tokens":629}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1841,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":22.655832726,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1235},"claude-opus-4-8":{"in_tokens":2830,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2835,"out_tokens":453},"mistral-large-2":{"in_tokens":1544,"out_tokens":446}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.99689181400001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1413},"claude-opus-4-8":{"in_tokens":2721,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2726,"out_tokens":631},"mistral-large-2":{"in_tokens":1541,"out_tokens":553}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1172,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.00950506800001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1721,"out_tokens":2944},"claude-opus-4-8":{"in_tokens":3209,"out_tokens":862},"claude-opus-4-7":{"in_tokens":3214,"out_tokens":670},"mistral-large-2":{"in_tokens":1866,"out_tokens":742}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":30.16438936099999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":2033},"claude-opus-4-8":{"in_tokens":3413,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":3418,"out_tokens":844},"mistral-large-2":{"in_tokens":1942,"out_tokens":856}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":22.061569969999994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":1404},"claude-opus-4-8":{"in_tokens":2452,"out_tokens":888},"claude-opus-4-7":{"in_tokens":2457,"out_tokens":603},"mistral-large-2":{"in_tokens":1382,"out_tokens":637}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2393,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":28.645351523999977,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":1594},"claude-opus-4-8":{"in_tokens":3249,"out_tokens":847},"claude-opus-4-7":{"in_tokens":3254,"out_tokens":761},"mistral-large-2":{"in_tokens":1871,"out_tokens":1226}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1280,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":24.920869716,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1729,"out_tokens":1696},"claude-opus-4-8":{"in_tokens":3342,"out_tokens":635},"claude-opus-4-7":{"in_tokens":3347,"out_tokens":538},"mistral-large-2":{"in_tokens":1807,"out_tokens":675}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":74.02394706899999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":2759},"claude-opus-4-8":{"in_tokens":3293,"out_tokens":712},"claude-opus-4-7":{"in_tokens":3298,"out_tokens":516},"mistral-large-2":{"in_tokens":1794,"out_tokens":543}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":469,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":71.293654109,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1759},"claude-opus-4-8":{"in_tokens":2595,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":573},"mistral-large-2":{"in_tokens":1475,"out_tokens":620}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1064,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":16.265660106000013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":1492},"claude-opus-4-8":{"in_tokens":2862,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2867,"out_tokens":505},"mistral-large-2":{"in_tokens":1618,"out_tokens":663}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":75.175411326,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":1604},"claude-opus-4-8":{"in_tokens":3482,"out_tokens":726},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":698},"mistral-large-2":{"in_tokens":1942,"out_tokens":706}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1103,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.316591485000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1704,"out_tokens":1568},"claude-opus-4-8":{"in_tokens":3158,"out_tokens":676},"claude-opus-4-7":{"in_tokens":3163,"out_tokens":613},"mistral-large-2":{"in_tokens":1786,"out_tokens":886}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":475,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":73.45530114399999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1827},"claude-opus-4-8":{"in_tokens":2698,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2703,"out_tokens":896},"mistral-large-2":{"in_tokens":1545,"out_tokens":586}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":23.440872168999988,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":1530},"claude-opus-4-8":{"in_tokens":2586,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2591,"out_tokens":556},"mistral-large-2":{"in_tokens":1393,"out_tokens":557}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1114,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.281920391,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":1282},"claude-opus-4-8":{"in_tokens":2975,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2980,"out_tokens":450},"mistral-large-2":{"in_tokens":1680,"out_tokens":502}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":4151,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":44.10913518000001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2449,"out_tokens":2645},"claude-opus-4-8":{"in_tokens":4565,"out_tokens":1025},"claude-opus-4-7":{"in_tokens":4570,"out_tokens":948},"mistral-large-2":{"in_tokens":2614,"out_tokens":904}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2902,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":32.55738644200002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1868,"out_tokens":2345},"claude-opus-4-8":{"in_tokens":3505,"out_tokens":1079},"claude-opus-4-7":{"in_tokens":3510,"out_tokens":712},"mistral-large-2":{"in_tokens":2050,"out_tokens":1147}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":593,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.250207160000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":2195},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":515},"mistral-large-2":{"in_tokens":1608,"out_tokens":625}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":23.609892115000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1273},"claude-opus-4-8":{"in_tokens":2572,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2577,"out_tokens":599},"mistral-large-2":{"in_tokens":1407,"out_tokens":506}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":464,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.554202946000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1793},"claude-opus-4-8":{"in_tokens":2444,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2449,"out_tokens":503},"mistral-large-2":{"in_tokens":1363,"out_tokens":571}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":650,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.543249847999988,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":1625},"claude-opus-4-8":{"in_tokens":2858,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2863,"out_tokens":553},"mistral-large-2":{"in_tokens":1585,"out_tokens":567}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":919,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":15.012887935999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":2196},"claude-opus-4-8":{"in_tokens":2675,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2680,"out_tokens":475},"mistral-large-2":{"in_tokens":1546,"out_tokens":552}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":11.044719464999986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1473},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":568},"mistral-large-2":{"in_tokens":1505,"out_tokens":592}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":24.26270132900001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":1362},"claude-opus-4-8":{"in_tokens":2558,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":581},"mistral-large-2":{"in_tokens":1428,"out_tokens":513}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":20.610487348999982,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1178,"out_tokens":1627},"claude-opus-4-8":{"in_tokens":2212,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2217,"out_tokens":538},"mistral-large-2":{"in_tokens":1234,"out_tokens":639}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":4.909832558000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1020,"out_tokens":845},"claude-opus-4-8":{"in_tokens":1908,"out_tokens":463},"claude-opus-4-7":{"in_tokens":1913,"out_tokens":364},"mistral-large-2":{"in_tokens":1057,"out_tokens":458}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2811,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":29.594864365999996,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":2028},"claude-opus-4-8":{"in_tokens":3352,"out_tokens":1190},"claude-opus-4-7":{"in_tokens":3357,"out_tokens":807},"mistral-large-2":{"in_tokens":1778,"out_tokens":738}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1876,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":22.115178728000018,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1935,"out_tokens":1774},"claude-opus-4-8":{"in_tokens":3695,"out_tokens":594},"claude-opus-4-7":{"in_tokens":3700,"out_tokens":479},"mistral-large-2":{"in_tokens":2018,"out_tokens":688}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":9.28971803799999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1767},"claude-opus-4-8":{"in_tokens":2603,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2608,"out_tokens":530},"mistral-large-2":{"in_tokens":1458,"out_tokens":619}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1155,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":19.180349759000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":1382},"claude-opus-4-8":{"in_tokens":2748,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2753,"out_tokens":479},"mistral-large-2":{"in_tokens":1511,"out_tokens":514}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":884,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.838995982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1397},"claude-opus-4-8":{"in_tokens":2543,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2548,"out_tokens":517},"mistral-large-2":{"in_tokens":1421,"out_tokens":619}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":19.364783408999983,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1298,"out_tokens":1452},"claude-opus-4-8":{"in_tokens":2405,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2410,"out_tokens":425},"mistral-large-2":{"in_tokens":1364,"out_tokens":498}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":9.351600297000005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":2307},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":892},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":557},"mistral-large-2":{"in_tokens":1363,"out_tokens":607}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1589,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.375080886000006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":2674,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2679,"out_tokens":569},"mistral-large-2":{"in_tokens":1532,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":581,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":12.432942240000017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1113},"claude-opus-4-8":{"in_tokens":3013,"out_tokens":682},"claude-opus-4-7":{"in_tokens":3018,"out_tokens":468},"mistral-large-2":{"in_tokens":1687,"out_tokens":651}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":564,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":10.98478290600002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1429},"claude-opus-4-8":{"in_tokens":2663,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":733},"mistral-large-2":{"in_tokens":1502,"out_tokens":547}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1454,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":17.74696875500001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1907,"out_tokens":2012},"claude-opus-4-8":{"in_tokens":3530,"out_tokens":721},"claude-opus-4-7":{"in_tokens":3535,"out_tokens":601},"mistral-large-2":{"in_tokens":1989,"out_tokens":685}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":17.824542276000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":1634},"claude-opus-4-8":{"in_tokens":2191,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2196,"out_tokens":512},"mistral-large-2":{"in_tokens":1251,"out_tokens":532}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":416,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":8.591786582000026,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1278},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":626},"mistral-large-2":{"in_tokens":1353,"out_tokens":619}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1113,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.811983701000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":1207},"claude-opus-4-8":{"in_tokens":2806,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":502},"mistral-large-2":{"in_tokens":1560,"out_tokens":537}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.328569703,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2063,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2068,"out_tokens":505},"mistral-large-2":{"in_tokens":1144,"out_tokens":479}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":851,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.00057344000001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":900},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":532},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":382},"mistral-large-2":{"in_tokens":1348,"out_tokens":524}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":7.87457624000001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":2082},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":527},"mistral-large-2":{"in_tokens":1377,"out_tokens":848}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1884,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.376024922000028,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1999,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":3738,"out_tokens":557},"claude-opus-4-7":{"in_tokens":3743,"out_tokens":499},"mistral-large-2":{"in_tokens":2076,"out_tokens":707}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":517,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":11.415285781000023,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1542},"claude-opus-4-8":{"in_tokens":2817,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2822,"out_tokens":516},"mistral-large-2":{"in_tokens":1539,"out_tokens":546}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1845,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.855192835000025,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":3275,"out_tokens":604},"claude-opus-4-7":{"in_tokens":3280,"out_tokens":486},"mistral-large-2":{"in_tokens":1866,"out_tokens":697}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":22.975142734000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1824},"claude-opus-4-8":{"in_tokens":2105,"out_tokens":747},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":574},"mistral-large-2":{"in_tokens":1175,"out_tokens":597}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":14.288444322000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1888,"out_tokens":1559},"claude-opus-4-8":{"in_tokens":3562,"out_tokens":650},"claude-opus-4-7":{"in_tokens":3567,"out_tokens":555},"mistral-large-2":{"in_tokens":1955,"out_tokens":668}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.1829746419999765,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1437},"claude-opus-4-8":{"in_tokens":2316,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2321,"out_tokens":521},"mistral-large-2":{"in_tokens":1273,"out_tokens":606}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1126,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.68372266999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1628,"out_tokens":1072},"claude-opus-4-8":{"in_tokens":3075,"out_tokens":648},"claude-opus-4-7":{"in_tokens":3080,"out_tokens":517},"mistral-large-2":{"in_tokens":1711,"out_tokens":615}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":10.332776017000015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1389},"claude-opus-4-8":{"in_tokens":2459,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2464,"out_tokens":556},"mistral-large-2":{"in_tokens":1404,"out_tokens":808}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1326,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.085606329,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1504},"claude-opus-4-8":{"in_tokens":2553,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2558,"out_tokens":498},"mistral-large-2":{"in_tokens":1410,"out_tokens":506}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1591,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.819565823999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1642,"out_tokens":1918},"claude-opus-4-8":{"in_tokens":3042,"out_tokens":653},"claude-opus-4-7":{"in_tokens":3047,"out_tokens":519},"mistral-large-2":{"in_tokens":1737,"out_tokens":797}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.811795431999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1105,"out_tokens":943},"claude-opus-4-8":{"in_tokens":2108,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2113,"out_tokens":442},"mistral-large-2":{"in_tokens":1171,"out_tokens":426}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1114,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.03128940900001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":1847},"claude-opus-4-8":{"in_tokens":2892,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2897,"out_tokens":502},"mistral-large-2":{"in_tokens":1626,"out_tokens":1091}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1075,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":11.394880177000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1131,"out_tokens":1243},"claude-opus-4-8":{"in_tokens":2103,"out_tokens":471},"claude-opus-4-7":{"in_tokens":2108,"out_tokens":405},"mistral-large-2":{"in_tokens":1177,"out_tokens":544}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":20.71938145599998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":988,"out_tokens":1097},"claude-opus-4-8":{"in_tokens":1852,"out_tokens":459},"claude-opus-4-7":{"in_tokens":1857,"out_tokens":387},"mistral-large-2":{"in_tokens":1022,"out_tokens":505}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":18.421391599000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1209},"claude-opus-4-8":{"in_tokens":2262,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2267,"out_tokens":485},"mistral-large-2":{"in_tokens":1258,"out_tokens":581}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1328,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":16.156549084999995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1579,"out_tokens":2049},"claude-opus-4-8":{"in_tokens":2992,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2997,"out_tokens":523},"mistral-large-2":{"in_tokens":1675,"out_tokens":524}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":1006,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.87200694699999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1438},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":496},"mistral-large-2":{"in_tokens":1443,"out_tokens":558}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1154,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":11.313438246999993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1750,"out_tokens":1423},"claude-opus-4-8":{"in_tokens":3256,"out_tokens":585},"claude-opus-4-7":{"in_tokens":3261,"out_tokens":477},"mistral-large-2":{"in_tokens":1836,"out_tokens":655}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1128,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":25.84451059700001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1162},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":554},"mistral-large-2":{"in_tokens":1562,"out_tokens":626}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1222,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.084163805999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1665,"out_tokens":1756},"claude-opus-4-8":{"in_tokens":3037,"out_tokens":636},"claude-opus-4-7":{"in_tokens":3042,"out_tokens":477},"mistral-large-2":{"in_tokens":1725,"out_tokens":867}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.55026534999999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1535},"claude-opus-4-8":{"in_tokens":2355,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2360,"out_tokens":468},"mistral-large-2":{"in_tokens":1319,"out_tokens":873}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":962,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":9.632625910999991,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1286},"claude-opus-4-8":{"in_tokens":2707,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2712,"out_tokens":496},"mistral-large-2":{"in_tokens":1508,"out_tokens":627}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.589381258000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1038},"claude-opus-4-8":{"in_tokens":2013,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2018,"out_tokens":596},"mistral-large-2":{"in_tokens":1118,"out_tokens":590}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1169,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.800611804000027,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":2226},"claude-opus-4-8":{"in_tokens":2823,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2828,"out_tokens":531},"mistral-large-2":{"in_tokens":1570,"out_tokens":590}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1588,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":14.696125974000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1507,"out_tokens":1166},"claude-opus-4-8":{"in_tokens":2838,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2843,"out_tokens":559},"mistral-large-2":{"in_tokens":1596,"out_tokens":692}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":16.048582726000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1138},"claude-opus-4-8":{"in_tokens":2067,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2072,"out_tokens":539},"mistral-large-2":{"in_tokens":1133,"out_tokens":518}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1030,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":21.876926067,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":1447},"claude-opus-4-8":{"in_tokens":3183,"out_tokens":641},"claude-opus-4-7":{"in_tokens":3188,"out_tokens":504},"mistral-large-2":{"in_tokens":1741,"out_tokens":643}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1342,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":12.143248546999985,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1524,"out_tokens":1292},"claude-opus-4-8":{"in_tokens":2846,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":475},"mistral-large-2":{"in_tokens":1576,"out_tokens":600}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":19.792866524999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1118,"out_tokens":1339},"claude-opus-4-8":{"in_tokens":2084,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2089,"out_tokens":592},"mistral-large-2":{"in_tokens":1166,"out_tokens":532}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1479,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":15.212875943,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1904,"out_tokens":1453},"claude-opus-4-8":{"in_tokens":3572,"out_tokens":679},"claude-opus-4-7":{"in_tokens":3577,"out_tokens":530},"mistral-large-2":{"in_tokens":1979,"out_tokens":1536}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1028,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.63239845999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1296},"claude-opus-4-8":{"in_tokens":2599,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2604,"out_tokens":464},"mistral-large-2":{"in_tokens":1464,"out_tokens":566}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1122,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.70039165099999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1556,"out_tokens":1405},"claude-opus-4-8":{"in_tokens":2961,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2966,"out_tokens":549},"mistral-large-2":{"in_tokens":1619,"out_tokens":560}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":982,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":9.851103333999987,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1473},"claude-opus-4-8":{"in_tokens":2635,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2640,"out_tokens":510},"mistral-large-2":{"in_tokens":1494,"out_tokens":692}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":923,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.582306740000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1084},"claude-opus-4-8":{"in_tokens":2711,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2716,"out_tokens":464},"mistral-large-2":{"in_tokens":1487,"out_tokens":470}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1546,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":16.546070328000013,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1560,"out_tokens":1289},"claude-opus-4-8":{"in_tokens":2933,"out_tokens":751},"claude-opus-4-7":{"in_tokens":2938,"out_tokens":591},"mistral-large-2":{"in_tokens":1627,"out_tokens":664}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":20.68114862599998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1545},"claude-opus-4-8":{"in_tokens":2709,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2714,"out_tokens":537},"mistral-large-2":{"in_tokens":1479,"out_tokens":1030}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":1083,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":16.224955964999992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1536,"out_tokens":1213},"claude-opus-4-8":{"in_tokens":2851,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":563},"mistral-large-2":{"in_tokens":1623,"out_tokens":679}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":777,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":7.923877478999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1355},"claude-opus-4-8":{"in_tokens":2115,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2120,"out_tokens":542},"mistral-large-2":{"in_tokens":1182,"out_tokens":540}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.111564519999973,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":909},"claude-opus-4-8":{"in_tokens":2248,"out_tokens":484},"claude-opus-4-7":{"in_tokens":2253,"out_tokens":441},"mistral-large-2":{"in_tokens":1231,"out_tokens":554}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":830,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":8.48350883500001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1502},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":501},"mistral-large-2":{"in_tokens":1322,"out_tokens":655}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":16.37477209100001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1298},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":555},"mistral-large-2":{"in_tokens":1377,"out_tokens":572}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":18.358244309999975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":877},"claude-opus-4-8":{"in_tokens":2102,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2107,"out_tokens":539},"mistral-large-2":{"in_tokens":1161,"out_tokens":442}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":14.803453138000009,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":1649},"claude-opus-4-8":{"in_tokens":2174,"out_tokens":511},"claude-opus-4-7":{"in_tokens":2179,"out_tokens":494},"mistral-large-2":{"in_tokens":1210,"out_tokens":574}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1548,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.568588763000008,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":2434},"claude-opus-4-8":{"in_tokens":2466,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2471,"out_tokens":661},"mistral-large-2":{"in_tokens":1376,"out_tokens":678}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":971,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":15.56494419500001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":1921},"claude-opus-4-8":{"in_tokens":2868,"out_tokens":785},"claude-opus-4-7":{"in_tokens":2873,"out_tokens":553},"mistral-large-2":{"in_tokens":1651,"out_tokens":1051}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1809,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":17.534858896999964,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1630},"claude-opus-4-8":{"in_tokens":2665,"out_tokens":770},"claude-opus-4-7":{"in_tokens":2670,"out_tokens":517},"mistral-large-2":{"in_tokens":1538,"out_tokens":736}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":16.858187550999986,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1088,"out_tokens":1326},"claude-opus-4-8":{"in_tokens":2052,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2057,"out_tokens":538},"mistral-large-2":{"in_tokens":1128,"out_tokens":546}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":1017,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.895281385999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1321},"claude-opus-4-8":{"in_tokens":2699,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2704,"out_tokens":387},"mistral-large-2":{"in_tokens":1471,"out_tokens":569}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":977,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":21.020786886000025,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1841},"claude-opus-4-8":{"in_tokens":2668,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2673,"out_tokens":556},"mistral-large-2":{"in_tokens":1472,"out_tokens":666}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":18.053946197000016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1412},"claude-opus-4-8":{"in_tokens":2226,"out_tokens":863},"claude-opus-4-7":{"in_tokens":2231,"out_tokens":622},"mistral-large-2":{"in_tokens":1282,"out_tokens":715}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":931,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.85494453900003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":1994},"claude-opus-4-8":{"in_tokens":2595,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":613},"mistral-large-2":{"in_tokens":1524,"out_tokens":633}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1906,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":21.242053163999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":2022},"claude-opus-4-8":{"in_tokens":2378,"out_tokens":810},"claude-opus-4-7":{"in_tokens":2383,"out_tokens":519},"mistral-large-2":{"in_tokens":1398,"out_tokens":703}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":20.493860745999967,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":1274},"claude-opus-4-8":{"in_tokens":2174,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2179,"out_tokens":459},"mistral-large-2":{"in_tokens":1185,"out_tokens":739}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":17.969415775999977,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1003,"out_tokens":1750},"claude-opus-4-8":{"in_tokens":1979,"out_tokens":679},"claude-opus-4-7":{"in_tokens":1984,"out_tokens":507},"mistral-large-2":{"in_tokens":1085,"out_tokens":647}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1017,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.260156850999977,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":2075},"claude-opus-4-8":{"in_tokens":2127,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2132,"out_tokens":501},"mistral-large-2":{"in_tokens":1197,"out_tokens":514}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":65.07221403199998,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1821},"claude-opus-4-8":{"in_tokens":2104,"out_tokens":897},"claude-opus-4-7":{"in_tokens":2109,"out_tokens":845},"mistral-large-2":{"in_tokens":1167,"out_tokens":663}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":69.90483729599998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":1422},"claude-opus-4-8":{"in_tokens":2523,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2528,"out_tokens":482},"mistral-large-2":{"in_tokens":1358,"out_tokens":792}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":68.13743336499999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1760},"claude-opus-4-8":{"in_tokens":2526,"out_tokens":799},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":597},"mistral-large-2":{"in_tokens":1448,"out_tokens":814}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":941,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":14.333366030999969,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":2456},"claude-opus-4-8":{"in_tokens":2732,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2737,"out_tokens":668},"mistral-large-2":{"in_tokens":1548,"out_tokens":628}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2217,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":26.151324400999982,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1737},"claude-opus-4-8":{"in_tokens":2550,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2555,"out_tokens":518},"mistral-large-2":{"in_tokens":1492,"out_tokens":687}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":712,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.494006606000028,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1436},"claude-opus-4-8":{"in_tokens":2381,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2386,"out_tokens":482},"mistral-large-2":{"in_tokens":1316,"out_tokens":507}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":386,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":68.61522757399999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":2021},"claude-opus-4-8":{"in_tokens":2358,"out_tokens":820},"claude-opus-4-7":{"in_tokens":2363,"out_tokens":665},"mistral-large-2":{"in_tokens":1371,"out_tokens":684}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1126,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":15.268744927,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1808},"claude-opus-4-8":{"in_tokens":2274,"out_tokens":821},"claude-opus-4-7":{"in_tokens":2279,"out_tokens":579},"mistral-large-2":{"in_tokens":1232,"out_tokens":727}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":4.900311353999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1421},"claude-opus-4-8":{"in_tokens":2126,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2131,"out_tokens":385},"mistral-large-2":{"in_tokens":1172,"out_tokens":476}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":737,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":11.527556584000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":1158},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":567},"mistral-large-2":{"in_tokens":1442,"out_tokens":589}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":6.847220110000023,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1856},"claude-opus-4-8":{"in_tokens":2283,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2288,"out_tokens":663},"mistral-large-2":{"in_tokens":1247,"out_tokens":644}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.276599646000022,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":1877},"claude-opus-4-8":{"in_tokens":2115,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2120,"out_tokens":512},"mistral-large-2":{"in_tokens":1224,"out_tokens":611}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":12.113705570999969,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1644},"claude-opus-4-8":{"in_tokens":2343,"out_tokens":851},"claude-opus-4-7":{"in_tokens":2348,"out_tokens":619},"mistral-large-2":{"in_tokens":1317,"out_tokens":628}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.032137777000003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":2512},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":546},"mistral-large-2":{"in_tokens":1502,"out_tokens":667}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":112,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":21.997267239999985,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":981,"out_tokens":1303},"claude-opus-4-8":{"in_tokens":1871,"out_tokens":638},"claude-opus-4-7":{"in_tokens":1876,"out_tokens":591},"mistral-large-2":{"in_tokens":1108,"out_tokens":604}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":6.75869222,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1314},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":608},"mistral-large-2":{"in_tokens":1366,"out_tokens":486}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.420687144999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1018,"out_tokens":1276},"claude-opus-4-8":{"in_tokens":1974,"out_tokens":565},"claude-opus-4-7":{"in_tokens":1979,"out_tokens":406},"mistral-large-2":{"in_tokens":1092,"out_tokens":490}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":6.36961508600001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1141},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":529},"mistral-large-2":{"in_tokens":1321,"out_tokens":495}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":952,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":12.98742387599998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":1677},"claude-opus-4-8":{"in_tokens":2202,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2207,"out_tokens":605},"mistral-large-2":{"in_tokens":1301,"out_tokens":550}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":165,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.51992306300002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1186},"claude-opus-4-8":{"in_tokens":2113,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2118,"out_tokens":542},"mistral-large-2":{"in_tokens":1203,"out_tokens":565}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":836,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.981522551000012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1611},"claude-opus-4-8":{"in_tokens":2593,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2598,"out_tokens":556},"mistral-large-2":{"in_tokens":1497,"out_tokens":623}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":6.487288012000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1689},"claude-opus-4-8":{"in_tokens":2494,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2499,"out_tokens":587},"mistral-large-2":{"in_tokens":1439,"out_tokens":601}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":9.945247869000013,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":1236},"claude-opus-4-8":{"in_tokens":2267,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":546},"mistral-large-2":{"in_tokens":1284,"out_tokens":645}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1741,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":22.129136985999992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":1666},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":599},"mistral-large-2":{"in_tokens":1567,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":7.8168185799999605,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":2157},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":867},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":764},"mistral-large-2":{"in_tokens":1339,"out_tokens":613}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":6.497350632999996,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1589},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":808},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":715},"mistral-large-2":{"in_tokens":1274,"out_tokens":691}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1006,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.066951576999998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":1608},"claude-opus-4-8":{"in_tokens":2837,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2842,"out_tokens":580},"mistral-large-2":{"in_tokens":1616,"out_tokens":618}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1697,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":26.460548038000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":1427},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":498},"mistral-large-2":{"in_tokens":1441,"out_tokens":604}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":15.320823716999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":1205},"claude-opus-4-8":{"in_tokens":2721,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2726,"out_tokens":529},"mistral-large-2":{"in_tokens":1530,"out_tokens":563}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":26.118640460999984,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":981,"out_tokens":835},"claude-opus-4-8":{"in_tokens":1933,"out_tokens":706},"claude-opus-4-7":{"in_tokens":1938,"out_tokens":459},"mistral-large-2":{"in_tokens":1066,"out_tokens":689}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":8.022290036000015,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1722},"claude-opus-4-8":{"in_tokens":2621,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":550},"mistral-large-2":{"in_tokens":1496,"out_tokens":532}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":4.524572449000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1795},"claude-opus-4-8":{"in_tokens":2178,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2183,"out_tokens":476},"mistral-large-2":{"in_tokens":1317,"out_tokens":663}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":7.168693899000004,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1836},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":906},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":770},"mistral-large-2":{"in_tokens":1245,"out_tokens":572}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":6.155153111999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":2258,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2263,"out_tokens":606},"mistral-large-2":{"in_tokens":1219,"out_tokens":547}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1788,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":23.26612055999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1291},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":517},"mistral-large-2":{"in_tokens":1443,"out_tokens":547}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1131,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.73377666800002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":2319},"claude-opus-4-8":{"in_tokens":3048,"out_tokens":811},"claude-opus-4-7":{"in_tokens":3053,"out_tokens":620},"mistral-large-2":{"in_tokens":1757,"out_tokens":733}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.252439844999969,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1413},"claude-opus-4-8":{"in_tokens":2359,"out_tokens":935},"claude-opus-4-7":{"in_tokens":2364,"out_tokens":484},"mistral-large-2":{"in_tokens":1278,"out_tokens":675}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":6.968117749999976,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1291},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":488},"mistral-large-2":{"in_tokens":1721,"out_tokens":506}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":8.458689305000007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1524,"out_tokens":1700},"claude-opus-4-8":{"in_tokens":2980,"out_tokens":875},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":633},"mistral-large-2":{"in_tokens":1705,"out_tokens":625}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.77289934999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1213},"claude-opus-4-8":{"in_tokens":2047,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2052,"out_tokens":444},"mistral-large-2":{"in_tokens":1171,"out_tokens":407}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":21.28823333600002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1654},"claude-opus-4-8":{"in_tokens":2198,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":620},"mistral-large-2":{"in_tokens":1238,"out_tokens":592}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":23.252663927000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":2012,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2017,"out_tokens":517},"mistral-large-2":{"in_tokens":1177,"out_tokens":628}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":581,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.508886103999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1162,"out_tokens":1377},"claude-opus-4-8":{"in_tokens":2195,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2200,"out_tokens":530},"mistral-large-2":{"in_tokens":1296,"out_tokens":617}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":4.323917547999997,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1910},"claude-opus-4-8":{"in_tokens":2255,"out_tokens":1001},"claude-opus-4-7":{"in_tokens":2260,"out_tokens":773},"mistral-large-2":{"in_tokens":1295,"out_tokens":774}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":836,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":20.847411945000033,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":1634},"claude-opus-4-8":{"in_tokens":2714,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2719,"out_tokens":484},"mistral-large-2":{"in_tokens":1533,"out_tokens":674}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":7.562046710999994,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.2222222222222222,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":2540},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":1109},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":846},"mistral-large-2":{"in_tokens":1410,"out_tokens":824}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":439,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":12.360716476999983,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1818,"out_tokens":1837},"claude-opus-4-8":{"in_tokens":3397,"out_tokens":927},"claude-opus-4-7":{"in_tokens":3402,"out_tokens":627},"mistral-large-2":{"in_tokens":1945,"out_tokens":970}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1231,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.840419101999998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":2257,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2262,"out_tokens":563},"mistral-large-2":{"in_tokens":1329,"out_tokens":584}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":6.481787568000016,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":2106},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":1016},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":789},"mistral-large-2":{"in_tokens":1477,"out_tokens":694}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1751,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":21.470984382999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":1338},"claude-opus-4-8":{"in_tokens":2525,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2530,"out_tokens":570},"mistral-large-2":{"in_tokens":1423,"out_tokens":554}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1040,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.931670619999977,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1540,"out_tokens":1618},"claude-opus-4-8":{"in_tokens":2966,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2971,"out_tokens":594},"mistral-large-2":{"in_tokens":1712,"out_tokens":555}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":21.21576992400003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1210},"claude-opus-4-8":{"in_tokens":2207,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2212,"out_tokens":519},"mistral-large-2":{"in_tokens":1258,"out_tokens":595}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2191,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":29.134653848000028,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":2317},"claude-opus-4-8":{"in_tokens":3095,"out_tokens":779},"claude-opus-4-7":{"in_tokens":3100,"out_tokens":643},"mistral-large-2":{"in_tokens":1787,"out_tokens":886}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1718,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.50202299,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":2116},"claude-opus-4-8":{"in_tokens":2651,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2656,"out_tokens":593},"mistral-large-2":{"in_tokens":1552,"out_tokens":588}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":899,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.142773144000046,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":1303},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":555},"mistral-large-2":{"in_tokens":1410,"out_tokens":552}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":891,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.827114764000044,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1863},"claude-opus-4-8":{"in_tokens":2607,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2612,"out_tokens":513},"mistral-large-2":{"in_tokens":1452,"out_tokens":544}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1220,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.081968345999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1125,"out_tokens":1183},"claude-opus-4-8":{"in_tokens":2250,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":522},"mistral-large-2":{"in_tokens":1192,"out_tokens":518}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.633961210999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1003,"out_tokens":1258},"claude-opus-4-8":{"in_tokens":1904,"out_tokens":762},"claude-opus-4-7":{"in_tokens":1909,"out_tokens":490},"mistral-large-2":{"in_tokens":1107,"out_tokens":516}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.485146510999982,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":2376,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2381,"out_tokens":567},"mistral-large-2":{"in_tokens":1364,"out_tokens":937}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":20.586720497000044,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1593},"claude-opus-4-8":{"in_tokens":2281,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2286,"out_tokens":497},"mistral-large-2":{"in_tokens":1297,"out_tokens":880}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":908,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":20.234150414999988,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1454,"out_tokens":1813},"claude-opus-4-8":{"in_tokens":2688,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2693,"out_tokens":630},"mistral-large-2":{"in_tokens":1643,"out_tokens":761}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1857,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":19.159074352000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1554},"claude-opus-4-8":{"in_tokens":2503,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2508,"out_tokens":543},"mistral-large-2":{"in_tokens":1350,"out_tokens":618}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":769,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.419432832999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":1006},"claude-opus-4-8":{"in_tokens":2640,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2645,"out_tokens":566},"mistral-large-2":{"in_tokens":1467,"out_tokens":495}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":989,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":16.390159572000016,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":3171,"out_tokens":719},"claude-opus-4-7":{"in_tokens":3176,"out_tokens":634},"mistral-large-2":{"in_tokens":1842,"out_tokens":682}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":21.323261939999952,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1427},"claude-opus-4-8":{"in_tokens":2372,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":553},"mistral-large-2":{"in_tokens":1370,"out_tokens":564}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":20.327711814999986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":2675},"claude-opus-4-8":{"in_tokens":3255,"out_tokens":879},"claude-opus-4-7":{"in_tokens":3260,"out_tokens":921},"mistral-large-2":{"in_tokens":1941,"out_tokens":584}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":10.144612815000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1267},"claude-opus-4-8":{"in_tokens":2454,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":475},"mistral-large-2":{"in_tokens":1404,"out_tokens":599}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2372,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":27.593416169000022,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":1294},"claude-opus-4-8":{"in_tokens":2730,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2735,"out_tokens":551},"mistral-large-2":{"in_tokens":1662,"out_tokens":635}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":120,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":19.715457396999966,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":983,"out_tokens":1178},"claude-opus-4-8":{"in_tokens":1963,"out_tokens":649},"claude-opus-4-7":{"in_tokens":1968,"out_tokens":472},"mistral-large-2":{"in_tokens":1054,"out_tokens":484}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1906,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":29.678711124000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1266},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":514},"mistral-large-2":{"in_tokens":1433,"out_tokens":483}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":22.718505828000048,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1063,"out_tokens":1520},"claude-opus-4-8":{"in_tokens":2120,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":638},"mistral-large-2":{"in_tokens":1142,"out_tokens":634}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2209,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":24.23488645399999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":1998},"claude-opus-4-8":{"in_tokens":3077,"out_tokens":769},"claude-opus-4-7":{"in_tokens":3082,"out_tokens":494},"mistral-large-2":{"in_tokens":1820,"out_tokens":612}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1436,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":17.627907745000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1525,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2801,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2806,"out_tokens":514},"mistral-large-2":{"in_tokens":1706,"out_tokens":495}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1288,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.02746685799997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2091,"out_tokens":2143},"claude-opus-4-8":{"in_tokens":3890,"out_tokens":764},"claude-opus-4-7":{"in_tokens":3895,"out_tokens":733},"mistral-large-2":{"in_tokens":2252,"out_tokens":696}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":28.804968895000002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1131,"out_tokens":2012},"claude-opus-4-8":{"in_tokens":2112,"out_tokens":816},"claude-opus-4-7":{"in_tokens":2117,"out_tokens":595},"mistral-large-2":{"in_tokens":1270,"out_tokens":647}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":946,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.132465283000045,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1549,"out_tokens":1489},"claude-opus-4-8":{"in_tokens":2966,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2971,"out_tokens":580},"mistral-large-2":{"in_tokens":1723,"out_tokens":594}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1219,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":23.787481525000032,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1584,"out_tokens":1355},"claude-opus-4-8":{"in_tokens":3095,"out_tokens":786},"claude-opus-4-7":{"in_tokens":3100,"out_tokens":655},"mistral-large-2":{"in_tokens":1757,"out_tokens":839}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":610,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":16.551826896000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1222},"claude-opus-4-8":{"in_tokens":2448,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2453,"out_tokens":541},"mistral-large-2":{"in_tokens":1394,"out_tokens":592}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1781,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.226096507000022,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1835,"out_tokens":2242},"claude-opus-4-8":{"in_tokens":3410,"out_tokens":1042},"claude-opus-4-7":{"in_tokens":3415,"out_tokens":559},"mistral-large-2":{"in_tokens":1975,"out_tokens":742}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1370,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":17.31312281800001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":1884},"claude-opus-4-8":{"in_tokens":2490,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":516},"mistral-large-2":{"in_tokens":1422,"out_tokens":623}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.32055487399998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1645},"claude-opus-4-8":{"in_tokens":2629,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":645},"mistral-large-2":{"in_tokens":1500,"out_tokens":587}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":16.404337456999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":886},"claude-opus-4-8":{"in_tokens":2549,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2554,"out_tokens":507},"mistral-large-2":{"in_tokens":1558,"out_tokens":548}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":27.855427787999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1255},"claude-opus-4-8":{"in_tokens":2196,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2201,"out_tokens":446},"mistral-large-2":{"in_tokens":1192,"out_tokens":465}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1612,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.49769149399998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":2008},"claude-opus-4-8":{"in_tokens":2919,"out_tokens":843},"claude-opus-4-7":{"in_tokens":2924,"out_tokens":837},"mistral-large-2":{"in_tokens":1670,"out_tokens":726}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1649,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":18.589823695999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1777},"claude-opus-4-8":{"in_tokens":2613,"out_tokens":850},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":596},"mistral-large-2":{"in_tokens":1483,"out_tokens":593}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":64.44909232299995,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":2271},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":671},"mistral-large-2":{"in_tokens":1262,"out_tokens":756}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":23.439721738000003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1902},"claude-opus-4-8":{"in_tokens":2844,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2849,"out_tokens":554},"mistral-large-2":{"in_tokens":1622,"out_tokens":681}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":773,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":17.139758150000034,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1569},"claude-opus-4-8":{"in_tokens":2582,"out_tokens":790},"claude-opus-4-7":{"in_tokens":2587,"out_tokens":559},"mistral-large-2":{"in_tokens":1398,"out_tokens":566}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":949,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":19.085418782999966,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1464,"out_tokens":1967},"claude-opus-4-8":{"in_tokens":2871,"out_tokens":827},"claude-opus-4-7":{"in_tokens":2876,"out_tokens":707},"mistral-large-2":{"in_tokens":1594,"out_tokens":1152}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":66.32324597400003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1548},"claude-opus-4-8":{"in_tokens":2414,"out_tokens":848},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":603},"mistral-large-2":{"in_tokens":1345,"out_tokens":654}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":65.667158675,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1737},"claude-opus-4-8":{"in_tokens":2295,"out_tokens":792},"claude-opus-4-7":{"in_tokens":2300,"out_tokens":637},"mistral-large-2":{"in_tokens":1259,"out_tokens":632}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":5.749257316000012,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":2192,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2197,"out_tokens":656},"mistral-large-2":{"in_tokens":1215,"out_tokens":553}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1453,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.49146134099999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":1790},"claude-opus-4-8":{"in_tokens":2274,"out_tokens":806},"claude-opus-4-7":{"in_tokens":2279,"out_tokens":638},"mistral-large-2":{"in_tokens":1316,"out_tokens":657}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1217,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":14.137513824999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1202},"claude-opus-4-8":{"in_tokens":2308,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2313,"out_tokens":610},"mistral-large-2":{"in_tokens":1287,"out_tokens":553}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":16.70795966899999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":2274,"out_tokens":790},"claude-opus-4-7":{"in_tokens":2279,"out_tokens":570},"mistral-large-2":{"in_tokens":1301,"out_tokens":667}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":490,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":72.548934782,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":1663},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":568},"mistral-large-2":{"in_tokens":1528,"out_tokens":661}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1012,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":21.87707230699999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":2295},"claude-opus-4-8":{"in_tokens":2710,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2715,"out_tokens":570},"mistral-large-2":{"in_tokens":1484,"out_tokens":550}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":4.094331963000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1039,"out_tokens":1553},"claude-opus-4-8":{"in_tokens":2017,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2022,"out_tokens":574},"mistral-large-2":{"in_tokens":1092,"out_tokens":512}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":18.496384545000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1093},"claude-opus-4-8":{"in_tokens":2235,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2240,"out_tokens":528},"mistral-large-2":{"in_tokens":1255,"out_tokens":557}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":5.525445665000007,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1919},"claude-opus-4-8":{"in_tokens":2237,"out_tokens":948},"claude-opus-4-7":{"in_tokens":2242,"out_tokens":677},"mistral-large-2":{"in_tokens":1276,"out_tokens":601}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":7.623639498999978,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":2078},"claude-opus-4-8":{"in_tokens":2453,"out_tokens":1289},"claude-opus-4-7":{"in_tokens":2458,"out_tokens":749},"mistral-large-2":{"in_tokens":1406,"out_tokens":669}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":30.87017283900002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":1268},"claude-opus-4-8":{"in_tokens":3102,"out_tokens":632},"claude-opus-4-7":{"in_tokens":3107,"out_tokens":487},"mistral-large-2":{"in_tokens":1793,"out_tokens":573}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":990,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":14.34845395100001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":2272},"claude-opus-4-8":{"in_tokens":2714,"out_tokens":910},"claude-opus-4-7":{"in_tokens":2719,"out_tokens":648},"mistral-large-2":{"in_tokens":1613,"out_tokens":545}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":4.977281591000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":991,"out_tokens":1240},"claude-opus-4-8":{"in_tokens":1962,"out_tokens":574},"claude-opus-4-7":{"in_tokens":1967,"out_tokens":432},"mistral-large-2":{"in_tokens":1076,"out_tokens":464}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2037,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.727627482000003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":2771,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2776,"out_tokens":512},"mistral-large-2":{"in_tokens":1594,"out_tokens":758}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1835,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":21.02462356000001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":2567},"claude-opus-4-8":{"in_tokens":2642,"out_tokens":865},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":841},"mistral-large-2":{"in_tokens":1474,"out_tokens":704}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":24.072095635999972,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":1370},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":506},"mistral-large-2":{"in_tokens":1406,"out_tokens":591}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":390,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":8.15325728900001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":905},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":525},"mistral-large-2":{"in_tokens":1361,"out_tokens":519}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":992,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":17.380578716000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":1064},"claude-opus-4-8":{"in_tokens":2753,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2758,"out_tokens":421},"mistral-large-2":{"in_tokens":1568,"out_tokens":579}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":775,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":17.357990014999984,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":2008},"claude-opus-4-8":{"in_tokens":2413,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2418,"out_tokens":473},"mistral-large-2":{"in_tokens":1298,"out_tokens":511}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":10.60312442899999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":1638},"claude-opus-4-8":{"in_tokens":2348,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":525},"mistral-large-2":{"in_tokens":1350,"out_tokens":570}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":478,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":9.77949218599997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1568,"out_tokens":2180},"claude-opus-4-8":{"in_tokens":3144,"out_tokens":876},"claude-opus-4-7":{"in_tokens":3149,"out_tokens":796},"mistral-large-2":{"in_tokens":1690,"out_tokens":682}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":677,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":10.834785726000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":2241,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2246,"out_tokens":539},"mistral-large-2":{"in_tokens":1248,"out_tokens":583}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":18.607131193999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1184},"claude-opus-4-8":{"in_tokens":2160,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2165,"out_tokens":514},"mistral-large-2":{"in_tokens":1226,"out_tokens":580}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1219,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":12.714814083000022,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1369,"out_tokens":1202},"claude-opus-4-8":{"in_tokens":2654,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2659,"out_tokens":496},"mistral-large-2":{"in_tokens":1537,"out_tokens":655}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":645,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":13.598640115000023,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1580,"out_tokens":2441},"claude-opus-4-8":{"in_tokens":3285,"out_tokens":769},"claude-opus-4-7":{"in_tokens":3290,"out_tokens":627},"mistral-large-2":{"in_tokens":1698,"out_tokens":721}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":11.017604307999989,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2223},"claude-opus-4-8":{"in_tokens":3082,"out_tokens":623},"claude-opus-4-7":{"in_tokens":3087,"out_tokens":535},"mistral-large-2":{"in_tokens":1647,"out_tokens":609}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1915,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.319440988999986,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1569},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":831},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":656},"mistral-large-2":{"in_tokens":1506,"out_tokens":620}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":781,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":19.590698271999997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":2157},"claude-opus-4-8":{"in_tokens":2468,"out_tokens":741},"claude-opus-4-7":{"in_tokens":2473,"out_tokens":732},"mistral-large-2":{"in_tokens":1397,"out_tokens":554}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":2077,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":22.463130542999977,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1649},"claude-opus-4-8":{"in_tokens":2648,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2653,"out_tokens":658},"mistral-large-2":{"in_tokens":1495,"out_tokens":668}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":14.436891901999957,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":837},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":552},"mistral-large-2":{"in_tokens":1178,"out_tokens":513}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.619661991999976,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1590},"claude-opus-4-8":{"in_tokens":2708,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2713,"out_tokens":482},"mistral-large-2":{"in_tokens":1409,"out_tokens":516}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":21.58833631699997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1389},"claude-opus-4-8":{"in_tokens":2178,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2183,"out_tokens":398},"mistral-large-2":{"in_tokens":1234,"out_tokens":447}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":22.53188359699999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1306},"claude-opus-4-8":{"in_tokens":2231,"out_tokens":731},"claude-opus-4-7":{"in_tokens":2236,"out_tokens":580},"mistral-large-2":{"in_tokens":1228,"out_tokens":623}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":434,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":9.468407313,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1659},"claude-opus-4-8":{"in_tokens":2291,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2296,"out_tokens":474},"mistral-large-2":{"in_tokens":1206,"out_tokens":471}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1385,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":21.176631471999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1631,"out_tokens":1911},"claude-opus-4-8":{"in_tokens":3083,"out_tokens":750},"claude-opus-4-7":{"in_tokens":3088,"out_tokens":672},"mistral-large-2":{"in_tokens":1770,"out_tokens":751}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1319,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.471918163999987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1414},"claude-opus-4-8":{"in_tokens":2129,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2134,"out_tokens":485},"mistral-large-2":{"in_tokens":1214,"out_tokens":549}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1596,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.051364397999976,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1345},"claude-opus-4-8":{"in_tokens":2245,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2250,"out_tokens":554},"mistral-large-2":{"in_tokens":1309,"out_tokens":528}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":576,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.504234484999984,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.14285714285714285,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":2536},"claude-opus-4-8":{"in_tokens":2641,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":659},"mistral-large-2":{"in_tokens":1461,"out_tokens":673}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":685,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":16.569191241,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1512},"claude-opus-4-8":{"in_tokens":2820,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2825,"out_tokens":542},"mistral-large-2":{"in_tokens":1471,"out_tokens":657}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2825,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":30.946163635000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":2438},"claude-opus-4-8":{"in_tokens":2417,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2422,"out_tokens":451},"mistral-large-2":{"in_tokens":1320,"out_tokens":607}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":9.579150029000004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1566},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":564},"mistral-large-2":{"in_tokens":1286,"out_tokens":567}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1787,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":17.21231734899999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":2358},"claude-opus-4-8":{"in_tokens":2553,"out_tokens":824},"claude-opus-4-7":{"in_tokens":2558,"out_tokens":639},"mistral-large-2":{"in_tokens":1478,"out_tokens":627}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.786671317000014,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1038,"out_tokens":1296},"claude-opus-4-8":{"in_tokens":2049,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2054,"out_tokens":589},"mistral-large-2":{"in_tokens":1140,"out_tokens":538}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.67381974899996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":2144},"claude-opus-4-8":{"in_tokens":2091,"out_tokens":919},"claude-opus-4-7":{"in_tokens":2096,"out_tokens":655},"mistral-large-2":{"in_tokens":1211,"out_tokens":673}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1404,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":24.217270568000004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1658,"out_tokens":2594},"claude-opus-4-8":{"in_tokens":3443,"out_tokens":802},"claude-opus-4-7":{"in_tokens":3448,"out_tokens":738},"mistral-large-2":{"in_tokens":1773,"out_tokens":755}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1647,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":31.372718970999983,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1929,"out_tokens":2275},"claude-opus-4-8":{"in_tokens":3868,"out_tokens":1098},"claude-opus-4-7":{"in_tokens":3873,"out_tokens":1001},"mistral-large-2":{"in_tokens":2085,"out_tokens":843}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":20.013487915999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":999},"claude-opus-4-8":{"in_tokens":2115,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2120,"out_tokens":499},"mistral-large-2":{"in_tokens":1224,"out_tokens":853}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":450,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":9.578971437000007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":1786},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":561},"mistral-large-2":{"in_tokens":1188,"out_tokens":498}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":9.821740592000026,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1916},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":914},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":1026},"mistral-large-2":{"in_tokens":1274,"out_tokens":722}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":634,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":12.48144570400001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1460},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":571},"mistral-large-2":{"in_tokens":1441,"out_tokens":511}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1592,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":29.42372035400001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1821,"out_tokens":1847},"claude-opus-4-8":{"in_tokens":3619,"out_tokens":797},"claude-opus-4-7":{"in_tokens":3624,"out_tokens":637},"mistral-large-2":{"in_tokens":1967,"out_tokens":883}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":12.581975039999975,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":962,"out_tokens":847},"claude-opus-4-8":{"in_tokens":1852,"out_tokens":497},"claude-opus-4-7":{"in_tokens":1857,"out_tokens":418},"mistral-large-2":{"in_tokens":1041,"out_tokens":483}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":520,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.10362885799998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1291},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":472},"mistral-large-2":{"in_tokens":1279,"out_tokens":471}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":22.982487289999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1816},"claude-opus-4-8":{"in_tokens":2797,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2802,"out_tokens":505},"mistral-large-2":{"in_tokens":1475,"out_tokens":847}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.69410954099999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":951},"claude-opus-4-8":{"in_tokens":2139,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2144,"out_tokens":501},"mistral-large-2":{"in_tokens":1214,"out_tokens":530}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":482,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":9.271650265999995,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":2223},"claude-opus-4-8":{"in_tokens":2749,"out_tokens":828},"claude-opus-4-7":{"in_tokens":2754,"out_tokens":668},"mistral-large-2":{"in_tokens":1518,"out_tokens":624}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":492,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":9.671020393000049,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1689},"claude-opus-4-8":{"in_tokens":2636,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":620},"mistral-large-2":{"in_tokens":1406,"out_tokens":692}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2602,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":26.456461864000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1994,"out_tokens":2663},"claude-opus-4-8":{"in_tokens":3897,"out_tokens":921},"claude-opus-4-7":{"in_tokens":3902,"out_tokens":685},"mistral-large-2":{"in_tokens":2152,"out_tokens":879}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2452,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":25.988165787000014,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1890,"out_tokens":1899},"claude-opus-4-8":{"in_tokens":3940,"out_tokens":926},"claude-opus-4-7":{"in_tokens":3945,"out_tokens":591},"mistral-large-2":{"in_tokens":2026,"out_tokens":730}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2117,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":23.000342959000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2043,"out_tokens":1274},"claude-opus-4-8":{"in_tokens":4151,"out_tokens":747},"claude-opus-4-7":{"in_tokens":4156,"out_tokens":536},"mistral-large-2":{"in_tokens":2205,"out_tokens":938}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1216,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":20.283500307999986,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":3205},"claude-opus-4-8":{"in_tokens":2658,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2663,"out_tokens":610},"mistral-large-2":{"in_tokens":1459,"out_tokens":571}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1147,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.562279998999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1016},"claude-opus-4-8":{"in_tokens":2596,"out_tokens":508},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":377},"mistral-large-2":{"in_tokens":1371,"out_tokens":479}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":36.262848797000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":2051},"claude-opus-4-8":{"in_tokens":2050,"out_tokens":856},"claude-opus-4-7":{"in_tokens":2055,"out_tokens":675},"mistral-large-2":{"in_tokens":1111,"out_tokens":509}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":499,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":11.314973436000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1467},"claude-opus-4-8":{"in_tokens":2548,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2553,"out_tokens":551},"mistral-large-2":{"in_tokens":1340,"out_tokens":661}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":8.26702669499997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":2370},"claude-opus-4-8":{"in_tokens":2339,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":665},"mistral-large-2":{"in_tokens":1197,"out_tokens":895}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":24.260424635999982,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1808},"claude-opus-4-8":{"in_tokens":2102,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2107,"out_tokens":636},"mistral-large-2":{"in_tokens":1218,"out_tokens":620}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":10.222630617999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1361},"claude-opus-4-8":{"in_tokens":2307,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":522},"mistral-large-2":{"in_tokens":1188,"out_tokens":480}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1029,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.442635258000053,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1888},"claude-opus-4-8":{"in_tokens":2477,"out_tokens":502},"claude-opus-4-7":{"in_tokens":2482,"out_tokens":456},"mistral-large-2":{"in_tokens":1291,"out_tokens":600}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":639,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":12.058938142999978,"hallucination_count":8.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":2052,"out_tokens":3373},"claude-opus-4-8":{"in_tokens":3994,"out_tokens":1435},"claude-opus-4-7":{"in_tokens":3999,"out_tokens":1057},"mistral-large-2":{"in_tokens":2155,"out_tokens":941}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1135,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":23.192564155000014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":1855},"claude-opus-4-8":{"in_tokens":2701,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2706,"out_tokens":570},"mistral-large-2":{"in_tokens":1495,"out_tokens":581}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1101,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.482963297000026,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":2029},"claude-opus-4-8":{"in_tokens":2458,"out_tokens":496},"claude-opus-4-7":{"in_tokens":2463,"out_tokens":475},"mistral-large-2":{"in_tokens":1330,"out_tokens":632}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":1772,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":19.18274797199996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":2489},"claude-opus-4-8":{"in_tokens":2770,"out_tokens":455},"claude-opus-4-7":{"in_tokens":2775,"out_tokens":441},"mistral-large-2":{"in_tokens":1547,"out_tokens":532}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":25.86783527199998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1840},"claude-opus-4-8":{"in_tokens":2925,"out_tokens":875},"claude-opus-4-7":{"in_tokens":2930,"out_tokens":756},"mistral-large-2":{"in_tokens":1575,"out_tokens":750}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1931,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.31582047500001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1329},"claude-opus-4-8":{"in_tokens":2829,"out_tokens":465},"claude-opus-4-7":{"in_tokens":2834,"out_tokens":532},"mistral-large-2":{"in_tokens":1445,"out_tokens":893}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":343,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":26.885051120000014,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":2150},"claude-opus-4-8":{"in_tokens":2743,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":554},"mistral-large-2":{"in_tokens":1402,"out_tokens":730}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2177,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":24.013173817999984,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":1558},"claude-opus-4-8":{"in_tokens":3420,"out_tokens":564},"claude-opus-4-7":{"in_tokens":3425,"out_tokens":549},"mistral-large-2":{"in_tokens":1809,"out_tokens":592}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":20.44733422500002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1105,"out_tokens":1834},"claude-opus-4-8":{"in_tokens":2244,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2249,"out_tokens":528},"mistral-large-2":{"in_tokens":1176,"out_tokens":490}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1117,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.00442111900003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":2181},"claude-opus-4-8":{"in_tokens":2653,"out_tokens":548},"claude-opus-4-7":{"in_tokens":2658,"out_tokens":417},"mistral-large-2":{"in_tokens":1391,"out_tokens":416}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":770,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":22.080693165000014,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2078,"out_tokens":2864},"claude-opus-4-8":{"in_tokens":4090,"out_tokens":1284},"claude-opus-4-7":{"in_tokens":4095,"out_tokens":933},"mistral-large-2":{"in_tokens":2223,"out_tokens":866}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2693,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":54.58710111199997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1686,"out_tokens":1807},"claude-opus-4-8":{"in_tokens":3477,"out_tokens":561},"claude-opus-4-7":{"in_tokens":3482,"out_tokens":543},"mistral-large-2":{"in_tokens":1790,"out_tokens":1069}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1080,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.408576332999985,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":2215},"claude-opus-4-8":{"in_tokens":2474,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2479,"out_tokens":443},"mistral-large-2":{"in_tokens":1345,"out_tokens":566}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1109,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.679586368999992,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":2322},"claude-opus-4-8":{"in_tokens":2651,"out_tokens":826},"claude-opus-4-7":{"in_tokens":2656,"out_tokens":643},"mistral-large-2":{"in_tokens":1398,"out_tokens":703}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1867,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":35.46018018699999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":1925},"claude-opus-4-8":{"in_tokens":3382,"out_tokens":713},"claude-opus-4-7":{"in_tokens":3387,"out_tokens":746},"mistral-large-2":{"in_tokens":1857,"out_tokens":536}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":342,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":34.64183830600001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":2053},"claude-opus-4-8":{"in_tokens":2712,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2717,"out_tokens":842},"mistral-large-2":{"in_tokens":1454,"out_tokens":663}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.84589632699999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":780},"claude-opus-4-8":{"in_tokens":1971,"out_tokens":484},"claude-opus-4-7":{"in_tokens":1976,"out_tokens":372},"mistral-large-2":{"in_tokens":1045,"out_tokens":420}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1732,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.001231445999963,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":1304},"claude-opus-4-8":{"in_tokens":2942,"out_tokens":515},"claude-opus-4-7":{"in_tokens":2947,"out_tokens":440},"mistral-large-2":{"in_tokens":1598,"out_tokens":450}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":24.46404672,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1043,"out_tokens":2216},"claude-opus-4-8":{"in_tokens":2082,"out_tokens":483},"claude-opus-4-7":{"in_tokens":2087,"out_tokens":413},"mistral-large-2":{"in_tokens":1133,"out_tokens":783}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":838,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":15.481908970000006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2099,"out_tokens":2570},"claude-opus-4-8":{"in_tokens":4157,"out_tokens":1161},"claude-opus-4-7":{"in_tokens":4162,"out_tokens":848},"mistral-large-2":{"in_tokens":2269,"out_tokens":753}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2444,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":27.941719457000033,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":1578},"claude-opus-4-8":{"in_tokens":3381,"out_tokens":599},"claude-opus-4-7":{"in_tokens":3386,"out_tokens":516},"mistral-large-2":{"in_tokens":1857,"out_tokens":677}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2778,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":28.702653655999995,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":2497},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":708},"mistral-large-2":{"in_tokens":1425,"out_tokens":625}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":774,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":17.619321645000014,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1180},"claude-opus-4-8":{"in_tokens":2331,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2336,"out_tokens":484},"mistral-large-2":{"in_tokens":1205,"out_tokens":440}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1267,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":20.208095267999965,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":1893},"claude-opus-4-8":{"in_tokens":2946,"out_tokens":1085},"claude-opus-4-7":{"in_tokens":2951,"out_tokens":835},"mistral-large-2":{"in_tokens":1594,"out_tokens":858}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":27.976619634999963,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":946,"out_tokens":1697},"claude-opus-4-8":{"in_tokens":1899,"out_tokens":528},"claude-opus-4-7":{"in_tokens":1904,"out_tokens":464},"mistral-large-2":{"in_tokens":1004,"out_tokens":524}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":1982,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":23.42193933799996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1582,"out_tokens":1153},"claude-opus-4-8":{"in_tokens":3251,"out_tokens":499},"claude-opus-4-7":{"in_tokens":3256,"out_tokens":381},"mistral-large-2":{"in_tokens":1704,"out_tokens":498}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":709,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.940552524999987,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":1703},"claude-opus-4-8":{"in_tokens":2980,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":654},"mistral-large-2":{"in_tokens":1600,"out_tokens":651}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1457,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":27.35701226599997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1953},"claude-opus-4-8":{"in_tokens":3006,"out_tokens":569},"claude-opus-4-7":{"in_tokens":3011,"out_tokens":725},"mistral-large-2":{"in_tokens":1617,"out_tokens":649}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":2014,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":35.28976416199998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2008,"out_tokens":1852},"claude-opus-4-8":{"in_tokens":3872,"out_tokens":678},"claude-opus-4-7":{"in_tokens":3877,"out_tokens":576},"mistral-large-2":{"in_tokens":2099,"out_tokens":789}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1805,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":22.61361857600002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":1544},"claude-opus-4-8":{"in_tokens":2823,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2828,"out_tokens":697},"mistral-large-2":{"in_tokens":1516,"out_tokens":631}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":21.73765959299999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":946,"out_tokens":1066},"claude-opus-4-8":{"in_tokens":1854,"out_tokens":533},"claude-opus-4-7":{"in_tokens":1859,"out_tokens":410},"mistral-large-2":{"in_tokens":986,"out_tokens":555}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1741,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":18.745770409999977,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":1858},"claude-opus-4-8":{"in_tokens":3350,"out_tokens":603},"claude-opus-4-7":{"in_tokens":3355,"out_tokens":535},"mistral-large-2":{"in_tokens":1796,"out_tokens":696}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":293,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":24.705687038999997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":1516},"claude-opus-4-8":{"in_tokens":2113,"out_tokens":474},"claude-opus-4-7":{"in_tokens":2118,"out_tokens":485},"mistral-large-2":{"in_tokens":1119,"out_tokens":673}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.7083333333333333,"duration_s":17.105658435999942,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1008,"out_tokens":1781},"claude-opus-4-8":{"in_tokens":2085,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2090,"out_tokens":410},"mistral-large-2":{"in_tokens":1079,"out_tokens":434}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.07142857142857142,"duration_s":35.18913496799996,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":3416},"claude-opus-4-8":{"in_tokens":2104,"out_tokens":1182},"claude-opus-4-7":{"in_tokens":2109,"out_tokens":720},"mistral-large-2":{"in_tokens":1170,"out_tokens":642}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":985,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":19.705773547999968,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":2804},"claude-opus-4-8":{"in_tokens":2485,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2490,"out_tokens":578},"mistral-large-2":{"in_tokens":1267,"out_tokens":529}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":741,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":14.24383483300005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1798,"out_tokens":2789},"claude-opus-4-8":{"in_tokens":3638,"out_tokens":999},"claude-opus-4-7":{"in_tokens":3643,"out_tokens":807},"mistral-large-2":{"in_tokens":1923,"out_tokens":730}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1119,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":12.125679783999999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":1450},"claude-opus-4-8":{"in_tokens":2416,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2421,"out_tokens":489},"mistral-large-2":{"in_tokens":1257,"out_tokens":591}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1536,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.124532654999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":2086},"claude-opus-4-8":{"in_tokens":2834,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2839,"out_tokens":604},"mistral-large-2":{"in_tokens":1536,"out_tokens":681}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2917,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":30.850348742999984,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1650,"out_tokens":1594},"claude-opus-4-8":{"in_tokens":3138,"out_tokens":792},"claude-opus-4-7":{"in_tokens":3143,"out_tokens":663},"mistral-large-2":{"in_tokens":1744,"out_tokens":665}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":26.03311353199996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1049,"out_tokens":1740},"claude-opus-4-8":{"in_tokens":2110,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2115,"out_tokens":554},"mistral-large-2":{"in_tokens":1098,"out_tokens":549}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":673,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":74.52793862499999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1974,"out_tokens":2549},"claude-opus-4-8":{"in_tokens":3969,"out_tokens":1118},"claude-opus-4-7":{"in_tokens":3974,"out_tokens":922},"mistral-large-2":{"in_tokens":2088,"out_tokens":1074}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":19.22359741599996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":1631},"claude-opus-4-8":{"in_tokens":2113,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2118,"out_tokens":594},"mistral-large-2":{"in_tokens":1142,"out_tokens":668}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":824,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":16.237587787999928,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1644},"claude-opus-4-8":{"in_tokens":3018,"out_tokens":519},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":456},"mistral-large-2":{"in_tokens":1631,"out_tokens":637}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1618,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":30.266652608000072,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2198,"out_tokens":3482},"claude-opus-4-8":{"in_tokens":4247,"out_tokens":1140},"claude-opus-4-7":{"in_tokens":4252,"out_tokens":738},"mistral-large-2":{"in_tokens":2375,"out_tokens":754}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":878,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":85.82215738299993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2141,"out_tokens":2035},"claude-opus-4-8":{"in_tokens":4207,"out_tokens":1250},"claude-opus-4-7":{"in_tokens":4212,"out_tokens":839},"mistral-large-2":{"in_tokens":2317,"out_tokens":800}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":27.799103000999935,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1665},"claude-opus-4-8":{"in_tokens":2152,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2157,"out_tokens":500},"mistral-large-2":{"in_tokens":1140,"out_tokens":499}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":1963,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":39.47198143099996,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2399,"out_tokens":3149},"claude-opus-4-8":{"in_tokens":4742,"out_tokens":951},"claude-opus-4-7":{"in_tokens":4747,"out_tokens":830},"mistral-large-2":{"in_tokens":2512,"out_tokens":776}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":37.38943730500006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2376,"out_tokens":2445},"claude-opus-4-8":{"in_tokens":4622,"out_tokens":1042},"claude-opus-4-7":{"in_tokens":4627,"out_tokens":881},"mistral-large-2":{"in_tokens":2551,"out_tokens":835}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1923,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":35.701629974000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1751,"out_tokens":1799},"claude-opus-4-8":{"in_tokens":3435,"out_tokens":696},"claude-opus-4-7":{"in_tokens":3440,"out_tokens":497},"mistral-large-2":{"in_tokens":1872,"out_tokens":653}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":560,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":10.957895191000034,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1548,"out_tokens":2862},"claude-opus-4-8":{"in_tokens":2995,"out_tokens":1146},"claude-opus-4-7":{"in_tokens":3000,"out_tokens":755},"mistral-large-2":{"in_tokens":1642,"out_tokens":671}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2328,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":27.931373800000074,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1654,"out_tokens":2451},"claude-opus-4-8":{"in_tokens":3388,"out_tokens":702},"claude-opus-4-7":{"in_tokens":3393,"out_tokens":462},"mistral-large-2":{"in_tokens":1768,"out_tokens":613}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":653,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":12.210078033000059,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1947,"out_tokens":2980},"claude-opus-4-8":{"in_tokens":3856,"out_tokens":864},"claude-opus-4-7":{"in_tokens":3861,"out_tokens":670},"mistral-large-2":{"in_tokens":2102,"out_tokens":696}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.687389680000024,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2261,"out_tokens":2675},"claude-opus-4-8":{"in_tokens":4412,"out_tokens":1262},"claude-opus-4-7":{"in_tokens":4417,"out_tokens":1292},"mistral-large-2":{"in_tokens":2356,"out_tokens":789}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":35.945763854000006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":2196},"claude-opus-4-8":{"in_tokens":2440,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2445,"out_tokens":610},"mistral-large-2":{"in_tokens":1330,"out_tokens":604}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":19.102030739000043,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":987,"out_tokens":1563},"claude-opus-4-8":{"in_tokens":1993,"out_tokens":659},"claude-opus-4-7":{"in_tokens":1998,"out_tokens":453},"mistral-large-2":{"in_tokens":1026,"out_tokens":434}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":37.535490080000045,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2345,"out_tokens":2122},"claude-opus-4-8":{"in_tokens":4661,"out_tokens":1028},"claude-opus-4-7":{"in_tokens":4666,"out_tokens":856},"mistral-large-2":{"in_tokens":2469,"out_tokens":745}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":19.028079223999953,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":1237},"claude-opus-4-8":{"in_tokens":1993,"out_tokens":504},"claude-opus-4-7":{"in_tokens":1998,"out_tokens":444},"mistral-large-2":{"in_tokens":1030,"out_tokens":647}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":332,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.350626906000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":1256},"claude-opus-4-8":{"in_tokens":2163,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2168,"out_tokens":522},"mistral-large-2":{"in_tokens":1173,"out_tokens":535}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1295,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.229326585999956,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":1680},"claude-opus-4-8":{"in_tokens":2892,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2897,"out_tokens":505},"mistral-large-2":{"in_tokens":1598,"out_tokens":627}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":1958,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":28.63437479600009,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2291,"out_tokens":2524},"claude-opus-4-8":{"in_tokens":4539,"out_tokens":1101},"claude-opus-4-7":{"in_tokens":4544,"out_tokens":978},"mistral-large-2":{"in_tokens":2464,"out_tokens":835}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1096,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":20.948565005999967,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2476,"out_tokens":3208},"claude-opus-4-8":{"in_tokens":4880,"out_tokens":1290},"claude-opus-4-7":{"in_tokens":4885,"out_tokens":952},"mistral-large-2":{"in_tokens":2666,"out_tokens":1103}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":3424,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":45.507194181000045,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2488,"out_tokens":2862},"claude-opus-4-8":{"in_tokens":4859,"out_tokens":948},"claude-opus-4-7":{"in_tokens":4864,"out_tokens":881},"mistral-large-2":{"in_tokens":2609,"out_tokens":1384}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1664,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":29.570856225000057,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1917,"out_tokens":2722},"claude-opus-4-8":{"in_tokens":3877,"out_tokens":1045},"claude-opus-4-7":{"in_tokens":3882,"out_tokens":867},"mistral-large-2":{"in_tokens":2045,"out_tokens":939}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2271,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":32.10844542699999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2501,"out_tokens":1916},"claude-opus-4-8":{"in_tokens":4896,"out_tokens":979},"claude-opus-4-7":{"in_tokens":4901,"out_tokens":678},"mistral-large-2":{"in_tokens":2711,"out_tokens":957}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1485,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":22.241720774999976,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1667},"claude-opus-4-8":{"in_tokens":2954,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2959,"out_tokens":482},"mistral-large-2":{"in_tokens":1633,"out_tokens":504}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2604,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":29.003318175000004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2077,"out_tokens":2585},"claude-opus-4-8":{"in_tokens":4093,"out_tokens":1102},"claude-opus-4-7":{"in_tokens":4098,"out_tokens":672},"mistral-large-2":{"in_tokens":2202,"out_tokens":819}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":419,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":26.40361708699993,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1849,"out_tokens":3674},"claude-opus-4-8":{"in_tokens":3630,"out_tokens":1264},"claude-opus-4-7":{"in_tokens":3635,"out_tokens":927},"mistral-large-2":{"in_tokens":1944,"out_tokens":827}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":424,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":28.13582729899997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":3239},"claude-opus-4-8":{"in_tokens":3445,"out_tokens":1146},"claude-opus-4-7":{"in_tokens":3450,"out_tokens":1116},"mistral-large-2":{"in_tokens":1888,"out_tokens":782}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":4159,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":56.10355318000006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2944,"out_tokens":2973},"claude-opus-4-8":{"in_tokens":5870,"out_tokens":1201},"claude-opus-4-7":{"in_tokens":5875,"out_tokens":1012},"mistral-large-2":{"in_tokens":3173,"out_tokens":800}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":28.279394629999956,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1621,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":3165,"out_tokens":933},"claude-opus-4-7":{"in_tokens":3170,"out_tokens":796},"mistral-large-2":{"in_tokens":1749,"out_tokens":808}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1314,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":21.371965126999953,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":2665},"claude-opus-4-8":{"in_tokens":3236,"out_tokens":737},"claude-opus-4-7":{"in_tokens":3241,"out_tokens":640},"mistral-large-2":{"in_tokens":1783,"out_tokens":831}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":32.43500644800008,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1692,"out_tokens":2792},"claude-opus-4-8":{"in_tokens":3343,"out_tokens":1095},"claude-opus-4-7":{"in_tokens":3348,"out_tokens":971},"mistral-large-2":{"in_tokens":1792,"out_tokens":813}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2327,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":28.015543915999956,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2241,"out_tokens":1742},"claude-opus-4-8":{"in_tokens":4454,"out_tokens":1025},"claude-opus-4-7":{"in_tokens":4459,"out_tokens":711},"mistral-large-2":{"in_tokens":2440,"out_tokens":746}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1662,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":22.649219650000077,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1592,"out_tokens":953},"claude-opus-4-8":{"in_tokens":3032,"out_tokens":552},"claude-opus-4-7":{"in_tokens":3037,"out_tokens":437},"mistral-large-2":{"in_tokens":1709,"out_tokens":539}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":1919,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":34.18093461199999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2510,"out_tokens":2132},"claude-opus-4-8":{"in_tokens":4891,"out_tokens":957},"claude-opus-4-7":{"in_tokens":4896,"out_tokens":931},"mistral-large-2":{"in_tokens":2617,"out_tokens":864}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1003,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.95178780499998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":2212},"claude-opus-4-8":{"in_tokens":2777,"out_tokens":890},"claude-opus-4-7":{"in_tokens":2782,"out_tokens":702},"mistral-large-2":{"in_tokens":1579,"out_tokens":691}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2213,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":26.960188306999953,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1961,"out_tokens":2380},"claude-opus-4-8":{"in_tokens":3992,"out_tokens":834},"claude-opus-4-7":{"in_tokens":3997,"out_tokens":718},"mistral-large-2":{"in_tokens":2109,"out_tokens":1107}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":31.78348383599996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2399,"out_tokens":2880},"claude-opus-4-8":{"in_tokens":4686,"out_tokens":1178},"claude-opus-4-7":{"in_tokens":4691,"out_tokens":830},"mistral-large-2":{"in_tokens":2577,"out_tokens":845}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":292,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":23.179495718999988,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1344},"claude-opus-4-8":{"in_tokens":2159,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2164,"out_tokens":422},"mistral-large-2":{"in_tokens":1182,"out_tokens":534}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1910,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":23.1170271310001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":1342},"claude-opus-4-8":{"in_tokens":3201,"out_tokens":479},"claude-opus-4-7":{"in_tokens":3206,"out_tokens":414},"mistral-large-2":{"in_tokens":1778,"out_tokens":620}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":22.95010645100001,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.2,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":1715},"claude-opus-4-8":{"in_tokens":2870,"out_tokens":1121},"claude-opus-4-7":{"in_tokens":2875,"out_tokens":803},"mistral-large-2":{"in_tokens":1513,"out_tokens":823}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":19.303326970000057,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1015,"out_tokens":1333},"claude-opus-4-8":{"in_tokens":1992,"out_tokens":632},"claude-opus-4-7":{"in_tokens":1997,"out_tokens":506},"mistral-large-2":{"in_tokens":1086,"out_tokens":646}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":38.55179232799992,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2498,"out_tokens":2259},"claude-opus-4-8":{"in_tokens":4878,"out_tokens":1047},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":1112},"mistral-large-2":{"in_tokens":2685,"out_tokens":981}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":40.694058581000036,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":2644},"claude-opus-4-8":{"in_tokens":3320,"out_tokens":914},"claude-opus-4-7":{"in_tokens":3325,"out_tokens":725},"mistral-large-2":{"in_tokens":1814,"out_tokens":759}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1282,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":21.061852044000034,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1763,"out_tokens":3309},"claude-opus-4-8":{"in_tokens":3321,"out_tokens":887},"claude-opus-4-7":{"in_tokens":3326,"out_tokens":851},"mistral-large-2":{"in_tokens":1957,"out_tokens":772}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":837,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":16.782510273999947,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":2836},"claude-opus-4-8":{"in_tokens":2693,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":965},"mistral-large-2":{"in_tokens":1496,"out_tokens":786}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2239,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":29.872216633999983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1783,"out_tokens":2310},"claude-opus-4-8":{"in_tokens":3476,"out_tokens":862},"claude-opus-4-7":{"in_tokens":3481,"out_tokens":759},"mistral-large-2":{"in_tokens":1893,"out_tokens":772}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1382,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":24.898929735000024,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2022,"out_tokens":3595},"claude-opus-4-8":{"in_tokens":3772,"out_tokens":1317},"claude-opus-4-7":{"in_tokens":3777,"out_tokens":1030},"mistral-large-2":{"in_tokens":2170,"out_tokens":1390}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2513,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":34.83165269599999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2395,"out_tokens":2391},"claude-opus-4-8":{"in_tokens":4665,"out_tokens":1136},"claude-opus-4-7":{"in_tokens":4670,"out_tokens":1128},"mistral-large-2":{"in_tokens":2514,"out_tokens":723}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1159,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":20.850584212000058,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2056,"out_tokens":3038},"claude-opus-4-8":{"in_tokens":3901,"out_tokens":1078},"claude-opus-4-7":{"in_tokens":3906,"out_tokens":797},"mistral-large-2":{"in_tokens":2216,"out_tokens":1278}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":35.561095334000015,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":3143},"claude-opus-4-8":{"in_tokens":2438,"out_tokens":916},"claude-opus-4-7":{"in_tokens":2443,"out_tokens":602},"mistral-large-2":{"in_tokens":1345,"out_tokens":1096}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2789,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":37.438723832999926,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2648,"out_tokens":2581},"claude-opus-4-8":{"in_tokens":5176,"out_tokens":1006},"claude-opus-4-7":{"in_tokens":5181,"out_tokens":725},"mistral-large-2":{"in_tokens":2832,"out_tokens":1022}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":394,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":35.814868554999975,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1934,"out_tokens":2173},"claude-opus-4-8":{"in_tokens":3761,"out_tokens":990},"claude-opus-4-7":{"in_tokens":3766,"out_tokens":1022},"mistral-large-2":{"in_tokens":2034,"out_tokens":755}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1457,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":23.70355952400007,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2237,"out_tokens":3050},"claude-opus-4-8":{"in_tokens":4219,"out_tokens":954},"claude-opus-4-7":{"in_tokens":4224,"out_tokens":840},"mistral-large-2":{"in_tokens":2387,"out_tokens":766}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":429,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":32.89048017699997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":2602},"claude-opus-4-8":{"in_tokens":3481,"out_tokens":1164},"claude-opus-4-7":{"in_tokens":3486,"out_tokens":844},"mistral-large-2":{"in_tokens":1879,"out_tokens":813}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1313,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":24.483805210000014,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":2233},"claude-opus-4-8":{"in_tokens":3477,"out_tokens":937},"claude-opus-4-7":{"in_tokens":3482,"out_tokens":583},"mistral-large-2":{"in_tokens":1985,"out_tokens":665}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":479,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":28.473355339999898,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1936,"out_tokens":1911},"claude-opus-4-8":{"in_tokens":3762,"out_tokens":919},"claude-opus-4-7":{"in_tokens":3767,"out_tokens":678},"mistral-large-2":{"in_tokens":2067,"out_tokens":792}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3023,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":45.06011894200003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2508,"out_tokens":3382},"claude-opus-4-8":{"in_tokens":4909,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":4914,"out_tokens":1046},"mistral-large-2":{"in_tokens":2712,"out_tokens":1465}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1564,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":27.983792292999965,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1910,"out_tokens":3892},"claude-opus-4-8":{"in_tokens":3632,"out_tokens":1125},"claude-opus-4-7":{"in_tokens":3637,"out_tokens":764},"mistral-large-2":{"in_tokens":2020,"out_tokens":1410}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1156,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":22.344177269000056,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1624,"out_tokens":2967},"claude-opus-4-8":{"in_tokens":3164,"out_tokens":941},"claude-opus-4-7":{"in_tokens":3169,"out_tokens":814},"mistral-large-2":{"in_tokens":1728,"out_tokens":752}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":979,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":17.943885773000034,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":2064},"claude-opus-4-8":{"in_tokens":2953,"out_tokens":950},"claude-opus-4-7":{"in_tokens":2958,"out_tokens":651},"mistral-large-2":{"in_tokens":1647,"out_tokens":592}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1202,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":22.218659335999973,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1449},"claude-opus-4-8":{"in_tokens":3189,"out_tokens":705},"claude-opus-4-7":{"in_tokens":3194,"out_tokens":615},"mistral-large-2":{"in_tokens":1730,"out_tokens":616}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1158,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.54854689499996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1737,"out_tokens":2621},"claude-opus-4-8":{"in_tokens":3286,"out_tokens":815},"claude-opus-4-7":{"in_tokens":3291,"out_tokens":757},"mistral-large-2":{"in_tokens":1877,"out_tokens":728}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1325,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":24.66514465099999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2216,"out_tokens":2938},"claude-opus-4-8":{"in_tokens":4091,"out_tokens":1131},"claude-opus-4-7":{"in_tokens":4096,"out_tokens":902},"mistral-large-2":{"in_tokens":2363,"out_tokens":1536}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1024,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":17.74149060299999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1649,"out_tokens":2555},"claude-opus-4-8":{"in_tokens":3059,"out_tokens":867},"claude-opus-4-7":{"in_tokens":3064,"out_tokens":854},"mistral-large-2":{"in_tokens":1783,"out_tokens":684}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1022,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":17.249951650999947,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1600,"out_tokens":2134},"claude-opus-4-8":{"in_tokens":3092,"out_tokens":987},"claude-opus-4-7":{"in_tokens":3097,"out_tokens":812},"mistral-large-2":{"in_tokens":1659,"out_tokens":609}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":973,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.358621752999966,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1601,"out_tokens":1640},"claude-opus-4-8":{"in_tokens":3033,"out_tokens":607},"claude-opus-4-7":{"in_tokens":3038,"out_tokens":520},"mistral-large-2":{"in_tokens":1676,"out_tokens":589}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":880,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.16925817899994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":1809},"claude-opus-4-8":{"in_tokens":2676,"out_tokens":568},"claude-opus-4-7":{"in_tokens":2681,"out_tokens":514},"mistral-large-2":{"in_tokens":1513,"out_tokens":626}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":986,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":18.732562885999982,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1641,"out_tokens":2948},"claude-opus-4-8":{"in_tokens":3039,"out_tokens":759},"claude-opus-4-7":{"in_tokens":3044,"out_tokens":633},"mistral-large-2":{"in_tokens":1710,"out_tokens":811}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1398,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":26.116412903999958,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1761,"out_tokens":1683},"claude-opus-4-8":{"in_tokens":3257,"out_tokens":611},"claude-opus-4-7":{"in_tokens":3262,"out_tokens":485},"mistral-large-2":{"in_tokens":1847,"out_tokens":722}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.826590108999994,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.25,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1903},"claude-opus-4-8":{"in_tokens":2575,"out_tokens":858},"claude-opus-4-7":{"in_tokens":2580,"out_tokens":610},"mistral-large-2":{"in_tokens":1446,"out_tokens":647}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1186,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":23.750244974999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1623,"out_tokens":1963},"claude-opus-4-8":{"in_tokens":2940,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2945,"out_tokens":605},"mistral-large-2":{"in_tokens":1700,"out_tokens":792}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1099,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":22.32463438100001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1139},"claude-opus-4-8":{"in_tokens":2690,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":615},"mistral-large-2":{"in_tokens":1477,"out_tokens":546}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":834,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":17.76879407699994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":667},"claude-opus-4-8":{"in_tokens":2388,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":397},"mistral-large-2":{"in_tokens":1311,"out_tokens":605}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1364,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":26.868295760000024,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":1471},"claude-opus-4-8":{"in_tokens":3055,"out_tokens":675},"claude-opus-4-7":{"in_tokens":3060,"out_tokens":561},"mistral-large-2":{"in_tokens":1697,"out_tokens":545}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":20.02262078399997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1519,"out_tokens":1698},"claude-opus-4-8":{"in_tokens":2801,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2806,"out_tokens":614},"mistral-large-2":{"in_tokens":1581,"out_tokens":670}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1063,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.658641020000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1611,"out_tokens":1690},"claude-opus-4-8":{"in_tokens":3010,"out_tokens":550},"claude-opus-4-7":{"in_tokens":3015,"out_tokens":453},"mistral-large-2":{"in_tokens":1684,"out_tokens":625}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":947,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":18.62359260400001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":1657},"claude-opus-4-8":{"in_tokens":2612,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2617,"out_tokens":583},"mistral-large-2":{"in_tokens":1474,"out_tokens":577}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":987,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.063531850000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1373},"claude-opus-4-8":{"in_tokens":2615,"out_tokens":532},"claude-opus-4-7":{"in_tokens":2620,"out_tokens":473},"mistral-large-2":{"in_tokens":1455,"out_tokens":715}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":959,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":18.158627405999937,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":2092},"claude-opus-4-8":{"in_tokens":2611,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":598},"mistral-large-2":{"in_tokens":1464,"out_tokens":801}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1097,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":19.909354635,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":1956},"claude-opus-4-8":{"in_tokens":3248,"out_tokens":596},"claude-opus-4-7":{"in_tokens":3253,"out_tokens":546},"mistral-large-2":{"in_tokens":1779,"out_tokens":798}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":618,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":373.322050606,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":2224},"claude-opus-4-8":{"in_tokens":2651,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2656,"out_tokens":570},"mistral-large-2":{"in_tokens":1421,"out_tokens":567}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":839,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.537529711000047,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":1128},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":534},"mistral-large-2":{"in_tokens":1468,"out_tokens":565}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":17.833852803000013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1492,"out_tokens":1290},"claude-opus-4-8":{"in_tokens":2812,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2817,"out_tokens":529},"mistral-large-2":{"in_tokens":1555,"out_tokens":599}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":502,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":9.73345951500005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":2098},"claude-opus-4-8":{"in_tokens":2276,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2281,"out_tokens":533},"mistral-large-2":{"in_tokens":1262,"out_tokens":643}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":875,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":16.303403281999977,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":2074},"claude-opus-4-8":{"in_tokens":2641,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":569},"mistral-large-2":{"in_tokens":1500,"out_tokens":748}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":864,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":15.03188732000001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":2286},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":496},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":457},"mistral-large-2":{"in_tokens":1380,"out_tokens":548}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":790,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":15.305823568999926,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":2291},"claude-opus-4-8":{"in_tokens":2685,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2690,"out_tokens":567},"mistral-large-2":{"in_tokens":1582,"out_tokens":718}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":870,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":15.220858049000071,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":1534},"claude-opus-4-8":{"in_tokens":2559,"out_tokens":913},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":533},"mistral-large-2":{"in_tokens":1403,"out_tokens":859}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":907,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.348611566000045,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":3348},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":742},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":617},"mistral-large-2":{"in_tokens":1529,"out_tokens":672}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":612,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":11.577946621000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1362},"claude-opus-4-8":{"in_tokens":2279,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2284,"out_tokens":458},"mistral-large-2":{"in_tokens":1291,"out_tokens":509}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":789,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.554000379000058,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":1615},"claude-opus-4-8":{"in_tokens":2578,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":526},"mistral-large-2":{"in_tokens":1488,"out_tokens":658}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":867,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.736252893999904,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":2930},"claude-opus-4-8":{"in_tokens":2515,"out_tokens":838},"claude-opus-4-7":{"in_tokens":2520,"out_tokens":528},"mistral-large-2":{"in_tokens":1416,"out_tokens":595}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":595,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.380983925999999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1604},"claude-opus-4-8":{"in_tokens":2301,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2306,"out_tokens":579},"mistral-large-2":{"in_tokens":1340,"out_tokens":607}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":551,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":10.645923659000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1180},"claude-opus-4-8":{"in_tokens":2306,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2311,"out_tokens":520},"mistral-large-2":{"in_tokens":1315,"out_tokens":502}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":769,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.297293792999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":1758},"claude-opus-4-8":{"in_tokens":2598,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":628},"mistral-large-2":{"in_tokens":1493,"out_tokens":611}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":735,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.48640550999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":2533,"out_tokens":539},"claude-opus-4-7":{"in_tokens":2538,"out_tokens":470},"mistral-large-2":{"in_tokens":1450,"out_tokens":718}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":4564,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":197.12098240600005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1494},"claude-opus-4-8":{"in_tokens":2525,"out_tokens":873},"claude-opus-4-7":{"in_tokens":2530,"out_tokens":608},"mistral-large-2":{"in_tokens":1421,"out_tokens":624}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":749,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":13.496511363000081,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":1788},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":500},"mistral-large-2":{"in_tokens":1493,"out_tokens":545}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1224,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":22.59592081699998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1650,"out_tokens":1999},"claude-opus-4-8":{"in_tokens":3139,"out_tokens":706},"claude-opus-4-7":{"in_tokens":3144,"out_tokens":577},"mistral-large-2":{"in_tokens":1825,"out_tokens":952}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":17.662735215999987,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":1927},"claude-opus-4-8":{"in_tokens":2528,"out_tokens":959},"claude-opus-4-7":{"in_tokens":2533,"out_tokens":744},"mistral-large-2":{"in_tokens":1475,"out_tokens":659}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":828,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":13.977412686999969,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":1229},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":583},"mistral-large-2":{"in_tokens":1607,"out_tokens":686}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":802,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":13.501639595999904,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1643},"claude-opus-4-8":{"in_tokens":2516,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2521,"out_tokens":579},"mistral-large-2":{"in_tokens":1379,"out_tokens":597}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":877,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.822998230000053,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1162},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":603},"mistral-large-2":{"in_tokens":1396,"out_tokens":534}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":701,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":12.125746425999978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1320},"claude-opus-4-8":{"in_tokens":2570,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2575,"out_tokens":460},"mistral-large-2":{"in_tokens":1386,"out_tokens":492}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":940,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.38617806299999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1486,"out_tokens":2827},"claude-opus-4-8":{"in_tokens":2718,"out_tokens":945},"claude-opus-4-7":{"in_tokens":2723,"out_tokens":824},"mistral-large-2":{"in_tokens":1677,"out_tokens":674}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":735,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.044059534999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1254},"claude-opus-4-8":{"in_tokens":2915,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2920,"out_tokens":543},"mistral-large-2":{"in_tokens":1703,"out_tokens":618}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":14.479864851000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":2644},"claude-opus-4-8":{"in_tokens":3068,"out_tokens":771},"claude-opus-4-7":{"in_tokens":3073,"out_tokens":532},"mistral-large-2":{"in_tokens":1871,"out_tokens":573}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":515,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":9.418015725000032,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":937},"claude-opus-4-8":{"in_tokens":2338,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2343,"out_tokens":547},"mistral-large-2":{"in_tokens":1340,"out_tokens":553}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1031,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":18.474687388999996,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1961,"out_tokens":2809},"claude-opus-4-8":{"in_tokens":3631,"out_tokens":1064},"claude-opus-4-7":{"in_tokens":3636,"out_tokens":858},"mistral-large-2":{"in_tokens":2107,"out_tokens":709}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":789,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":13.782694515999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":2663,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":560},"mistral-large-2":{"in_tokens":1533,"out_tokens":565}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":897,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":14.828103285999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":2245},"claude-opus-4-8":{"in_tokens":2915,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2920,"out_tokens":547},"mistral-large-2":{"in_tokens":1687,"out_tokens":649}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":686,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":11.784601006999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1734},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":597},"mistral-large-2":{"in_tokens":1449,"out_tokens":576}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":765,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.153606102000026,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1695},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":529},"mistral-large-2":{"in_tokens":1447,"out_tokens":709}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":858,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":15.445294835000027,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":1615},"claude-opus-4-8":{"in_tokens":2665,"out_tokens":719},"claude-opus-4-7":{"in_tokens":2670,"out_tokens":525},"mistral-large-2":{"in_tokens":1461,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":1153,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":20.701038183999913,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1464,"out_tokens":1842},"claude-opus-4-8":{"in_tokens":2849,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2854,"out_tokens":490},"mistral-large-2":{"in_tokens":1622,"out_tokens":607}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":912,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.623954528000013,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":2062},"claude-opus-4-8":{"in_tokens":2634,"out_tokens":983},"claude-opus-4-7":{"in_tokens":2639,"out_tokens":721},"mistral-large-2":{"in_tokens":1572,"out_tokens":707}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":686,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":11.60874595200005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1838},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":507},"mistral-large-2":{"in_tokens":1433,"out_tokens":599}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":716,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.406020380999962,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":2341},"claude-opus-4-8":{"in_tokens":2352,"out_tokens":697},"claude-opus-4-7":{"in_tokens":2357,"out_tokens":466},"mistral-large-2":{"in_tokens":1288,"out_tokens":465}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":674,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.776349962999916,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1585},"claude-opus-4-8":{"in_tokens":2236,"out_tokens":453},"claude-opus-4-7":{"in_tokens":2241,"out_tokens":414},"mistral-large-2":{"in_tokens":1229,"out_tokens":488}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":615,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":18.34307960600006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1232},"claude-opus-4-8":{"in_tokens":2300,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2305,"out_tokens":523},"mistral-large-2":{"in_tokens":1315,"out_tokens":495}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":906,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":45.759794520000014,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":2667},"claude-opus-4-8":{"in_tokens":2826,"out_tokens":748},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":829},"mistral-large-2":{"in_tokens":1617,"out_tokens":749}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":9671,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":264.81941581,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1996},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":833},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":720},"mistral-large-2":{"in_tokens":1460,"out_tokens":749}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":1020,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.748275077000017,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":2385},"claude-opus-4-8":{"in_tokens":2716,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2721,"out_tokens":686},"mistral-large-2":{"in_tokens":1591,"out_tokens":649}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1169,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.87574535300007,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2809},"claude-opus-4-8":{"in_tokens":3206,"out_tokens":724},"claude-opus-4-7":{"in_tokens":3211,"out_tokens":774},"mistral-large-2":{"in_tokens":1649,"out_tokens":636}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1292,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":26.973157843999957,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1776,"out_tokens":2462},"claude-opus-4-8":{"in_tokens":3511,"out_tokens":899},"claude-opus-4-7":{"in_tokens":3516,"out_tokens":754},"mistral-large-2":{"in_tokens":1929,"out_tokens":654}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1407,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":25.248410290000038,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1741,"out_tokens":3242},"claude-opus-4-8":{"in_tokens":3432,"out_tokens":1055},"claude-opus-4-7":{"in_tokens":3437,"out_tokens":862},"mistral-large-2":{"in_tokens":1894,"out_tokens":871}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1185,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":21.286428104999914,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":2221},"claude-opus-4-8":{"in_tokens":2902,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2907,"out_tokens":581},"mistral-large-2":{"in_tokens":1529,"out_tokens":604}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":976,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.66801913900008,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1222,"out_tokens":2384},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":823},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":529},"mistral-large-2":{"in_tokens":1286,"out_tokens":662}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1353,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":26.65557414500006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1442,"out_tokens":2531},"claude-opus-4-8":{"in_tokens":2793,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2798,"out_tokens":561},"mistral-large-2":{"in_tokens":1571,"out_tokens":801}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1173,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":24.882665711000072,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":1914},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":583},"mistral-large-2":{"in_tokens":1414,"out_tokens":620}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1120,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":20.107513366000035,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":2407},"claude-opus-4-8":{"in_tokens":2684,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2689,"out_tokens":511},"mistral-large-2":{"in_tokens":1494,"out_tokens":595}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1090,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":20.307425051999985,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":2617},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":698},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":639},"mistral-large-2":{"in_tokens":1294,"out_tokens":589}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1332,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":26.376308771999902,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":2845,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":495},"mistral-large-2":{"in_tokens":1528,"out_tokens":541}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1303,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.76055992399995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":2034},"claude-opus-4-8":{"in_tokens":2837,"out_tokens":530},"claude-opus-4-7":{"in_tokens":2842,"out_tokens":413},"mistral-large-2":{"in_tokens":1517,"out_tokens":482}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1022,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":24.55534083400005,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":2727},"claude-opus-4-8":{"in_tokens":2562,"out_tokens":880},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":815},"mistral-large-2":{"in_tokens":1403,"out_tokens":567}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1050,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":20.635114774000044,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":2837},"claude-opus-4-8":{"in_tokens":2442,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2447,"out_tokens":514},"mistral-large-2":{"in_tokens":1311,"out_tokens":599}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1025,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":19.763058692000072,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":2450},"claude-opus-4-8":{"in_tokens":2702,"out_tokens":957},"claude-opus-4-7":{"in_tokens":2707,"out_tokens":674},"mistral-large-2":{"in_tokens":1454,"out_tokens":1192}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1407,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":25.66111416199999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":2459},"claude-opus-4-8":{"in_tokens":3263,"out_tokens":735},"claude-opus-4-7":{"in_tokens":3268,"out_tokens":639},"mistral-large-2":{"in_tokens":1808,"out_tokens":952}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":987,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":20.17673731000002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":1370},"claude-opus-4-8":{"in_tokens":2534,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2539,"out_tokens":473},"mistral-large-2":{"in_tokens":1380,"out_tokens":727}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":868,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":16.85172101699993,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1535},"claude-opus-4-8":{"in_tokens":2423,"out_tokens":920},"claude-opus-4-7":{"in_tokens":2428,"out_tokens":581},"mistral-large-2":{"in_tokens":1253,"out_tokens":522}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":951,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":16.934392480000042,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":2021},"claude-opus-4-8":{"in_tokens":2449,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2454,"out_tokens":457},"mistral-large-2":{"in_tokens":1271,"out_tokens":664}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1704,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":33.03959526699987,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2335,"out_tokens":2901},"claude-opus-4-8":{"in_tokens":4481,"out_tokens":937},"claude-opus-4-7":{"in_tokens":4486,"out_tokens":843},"mistral-large-2":{"in_tokens":2478,"out_tokens":1051}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1618,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":29.09392084800004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2124,"out_tokens":2941},"claude-opus-4-8":{"in_tokens":4188,"out_tokens":980},"claude-opus-4-7":{"in_tokens":4193,"out_tokens":844},"mistral-large-2":{"in_tokens":2309,"out_tokens":770}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":36.63939330800008,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2426,"out_tokens":3428},"claude-opus-4-8":{"in_tokens":4679,"out_tokens":1074},"claude-opus-4-7":{"in_tokens":4684,"out_tokens":758},"mistral-large-2":{"in_tokens":2623,"out_tokens":983}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":2029,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":36.768318880999914,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2377,"out_tokens":2544},"claude-opus-4-8":{"in_tokens":4638,"out_tokens":1166},"claude-opus-4-7":{"in_tokens":4643,"out_tokens":833},"mistral-large-2":{"in_tokens":2525,"out_tokens":906}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1095,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":19.58698936499991,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":2574},"claude-opus-4-8":{"in_tokens":3306,"out_tokens":903},"claude-opus-4-7":{"in_tokens":3311,"out_tokens":716},"mistral-large-2":{"in_tokens":1786,"out_tokens":903}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1677,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":29.257930825999892,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2170,"out_tokens":3667},"claude-opus-4-8":{"in_tokens":4256,"out_tokens":1418},"claude-opus-4-7":{"in_tokens":4261,"out_tokens":1057},"mistral-large-2":{"in_tokens":2349,"out_tokens":796}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1406,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":26.96663543999989,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":1546},"claude-opus-4-8":{"in_tokens":3001,"out_tokens":616},"claude-opus-4-7":{"in_tokens":3006,"out_tokens":467},"mistral-large-2":{"in_tokens":1654,"out_tokens":770}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.78031777399997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":2198},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":564},"mistral-large-2":{"in_tokens":1404,"out_tokens":854}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1350,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.545169602999977,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":3528},"claude-opus-4-8":{"in_tokens":3270,"out_tokens":1004},"claude-opus-4-7":{"in_tokens":3275,"out_tokens":882},"mistral-large-2":{"in_tokens":1831,"out_tokens":701}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":35.140221454000084,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2603,"out_tokens":3586},"claude-opus-4-8":{"in_tokens":5022,"out_tokens":993},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":1011},"mistral-large-2":{"in_tokens":2706,"out_tokens":830}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":38.540847591999864,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2416,"out_tokens":3286},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":972},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":1033},"mistral-large-2":{"in_tokens":2613,"out_tokens":871}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":39.34329987499996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2526,"out_tokens":2727},"claude-opus-4-8":{"in_tokens":4878,"out_tokens":1202},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":906},"mistral-large-2":{"in_tokens":2722,"out_tokens":997}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":15677,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":1547.256968722,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2114,"out_tokens":2902},"claude-opus-4-8":{"in_tokens":4056,"out_tokens":1024},"claude-opus-4-7":{"in_tokens":4061,"out_tokens":871},"mistral-large-2":{"in_tokens":2281,"out_tokens":920}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":18037,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":365.9468826510001,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1800,"out_tokens":2701},"claude-opus-4-8":{"in_tokens":3395,"out_tokens":789},"claude-opus-4-7":{"in_tokens":3400,"out_tokens":646},"mistral-large-2":{"in_tokens":1960,"out_tokens":813}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":12368,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":5316.438546717,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1782,"out_tokens":2837},"claude-opus-4-8":{"in_tokens":3384,"out_tokens":751},"claude-opus-4-7":{"in_tokens":3389,"out_tokens":838},"mistral-large-2":{"in_tokens":1970,"out_tokens":798}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":11234,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":219.60764251,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":2348},"claude-opus-4-8":{"in_tokens":3412,"out_tokens":1002},"claude-opus-4-7":{"in_tokens":3417,"out_tokens":797},"mistral-large-2":{"in_tokens":1868,"out_tokens":858}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":11509,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":250.1174826659999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":3155,"out_tokens":739},"claude-opus-4-7":{"in_tokens":3160,"out_tokens":633},"mistral-large-2":{"in_tokens":1659,"out_tokens":713}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":5596.375990148,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":17987,"error":null,"skip_reason":null,"score_raw":0.07142857142857142,"duration_s":405.5058321329998,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":2699},"claude-opus-4-8":{"in_tokens":2867,"out_tokens":961},"claude-opus-4-7":{"in_tokens":2872,"out_tokens":786},"mistral-large-2":{"in_tokens":1539,"out_tokens":758}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":6599.831673099,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":17923,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":307.31718201500007,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":3416},"claude-opus-4-8":{"in_tokens":3368,"out_tokens":1140},"claude-opus-4-7":{"in_tokens":3373,"out_tokens":734},"mistral-large-2":{"in_tokens":1904,"out_tokens":767}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":16107,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":953.495401059,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1703,"out_tokens":1948},"claude-opus-4-8":{"in_tokens":3316,"out_tokens":761},"claude-opus-4-7":{"in_tokens":3321,"out_tokens":825},"mistral-large-2":{"in_tokens":1855,"out_tokens":1052}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":17600,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":309.8660678570004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":1448},"claude-opus-4-8":{"in_tokens":3045,"out_tokens":892},"claude-opus-4-7":{"in_tokens":3050,"out_tokens":510},"mistral-large-2":{"in_tokens":1632,"out_tokens":695}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":4707,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":150.19430843099963,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1638,"out_tokens":1363},"claude-opus-4-8":{"in_tokens":3060,"out_tokens":737},"claude-opus-4-7":{"in_tokens":3065,"out_tokens":625},"mistral-large-2":{"in_tokens":1719,"out_tokens":712}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":11421,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":260.6490151150001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1879,"out_tokens":1514},"claude-opus-4-8":{"in_tokens":3604,"out_tokens":665},"claude-opus-4-7":{"in_tokens":3609,"out_tokens":532},"mistral-large-2":{"in_tokens":1971,"out_tokens":675}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":3296,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":148.83399174399983,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1537},"claude-opus-4-8":{"in_tokens":2705,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2710,"out_tokens":548},"mistral-large-2":{"in_tokens":1508,"out_tokens":653}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":5221,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":195.55561854900043,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":1249},"claude-opus-4-8":{"in_tokens":3230,"out_tokens":518},"claude-opus-4-7":{"in_tokens":3235,"out_tokens":481},"mistral-large-2":{"in_tokens":1794,"out_tokens":614}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":4401,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":106.57061465400056,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2834,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2839,"out_tokens":450},"mistral-large-2":{"in_tokens":1588,"out_tokens":705}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":3962,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":163.14172134399996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":2355},"claude-opus-4-8":{"in_tokens":2714,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2719,"out_tokens":638},"mistral-large-2":{"in_tokens":1516,"out_tokens":627}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":5321,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":144.72525231500003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":1548},"claude-opus-4-8":{"in_tokens":3051,"out_tokens":586},"claude-opus-4-7":{"in_tokens":3056,"out_tokens":503},"mistral-large-2":{"in_tokens":1669,"out_tokens":545}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1617,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":102.34169610800018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1164,"out_tokens":1076},"claude-opus-4-8":{"in_tokens":2206,"out_tokens":480},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":437},"mistral-large-2":{"in_tokens":1207,"out_tokens":480}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":5421,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":118.78037130499979,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":1682},"claude-opus-4-8":{"in_tokens":2997,"out_tokens":621},"claude-opus-4-7":{"in_tokens":3002,"out_tokens":573},"mistral-large-2":{"in_tokens":1657,"out_tokens":660}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":2678,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":114.62332467799934,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1606,"out_tokens":1826},"claude-opus-4-8":{"in_tokens":3028,"out_tokens":630},"claude-opus-4-7":{"in_tokens":3033,"out_tokens":500},"mistral-large-2":{"in_tokens":1682,"out_tokens":560}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":4149,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":121.62981502599905,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":1523},"claude-opus-4-8":{"in_tokens":2865,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2870,"out_tokens":515},"mistral-large-2":{"in_tokens":1587,"out_tokens":703}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":2306,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":103.86584532500092,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":1060},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":562},"mistral-large-2":{"in_tokens":1470,"out_tokens":602}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":2700,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":104.19855704200017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1236},"claude-opus-4-8":{"in_tokens":2434,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2439,"out_tokens":516},"mistral-large-2":{"in_tokens":1330,"out_tokens":520}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":4665,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":126.76962550399912,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":1296},"claude-opus-4-8":{"in_tokens":2761,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":517},"mistral-large-2":{"in_tokens":1536,"out_tokens":600}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":4556,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":139.57269277700107,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":1272},"claude-opus-4-8":{"in_tokens":3482,"out_tokens":587},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":573},"mistral-large-2":{"in_tokens":1905,"out_tokens":670}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":19957,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":6204.007488672001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1655,"out_tokens":2014},"claude-opus-4-8":{"in_tokens":3210,"out_tokens":665},"claude-opus-4-7":{"in_tokens":3215,"out_tokens":512},"mistral-large-2":{"in_tokens":1763,"out_tokens":607}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1708,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":63.97612289599965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":1125},"claude-opus-4-8":{"in_tokens":2568,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2573,"out_tokens":510},"mistral-large-2":{"in_tokens":1407,"out_tokens":479}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":4391,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":137.46605724999972,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1580,"out_tokens":1672},"claude-opus-4-8":{"in_tokens":3022,"out_tokens":663},"claude-opus-4-7":{"in_tokens":3027,"out_tokens":505},"mistral-large-2":{"in_tokens":1640,"out_tokens":1077}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":3008,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":75.28042495399859,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":1280},"claude-opus-4-8":{"in_tokens":2705,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2710,"out_tokens":464},"mistral-large-2":{"in_tokens":1513,"out_tokens":638}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":3942,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":115.40595549299906,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1027},"claude-opus-4-8":{"in_tokens":2581,"out_tokens":473},"claude-opus-4-7":{"in_tokens":2586,"out_tokens":448},"mistral-large-2":{"in_tokens":1405,"out_tokens":536}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":5025,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":179.63527829899976,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1272},"claude-opus-4-8":{"in_tokens":2139,"out_tokens":622},"claude-opus-4-7":{"in_tokens":2144,"out_tokens":442},"mistral-large-2":{"in_tokens":1186,"out_tokens":835}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":9960,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":222.00942770499933,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":1615},"claude-opus-4-8":{"in_tokens":2709,"out_tokens":840},"claude-opus-4-7":{"in_tokens":2714,"out_tokens":525},"mistral-large-2":{"in_tokens":1559,"out_tokens":1119}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":5568,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":168.54529588400146,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":2400,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2405,"out_tokens":502},"mistral-large-2":{"in_tokens":1317,"out_tokens":651}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":14836,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":289.83385149899914,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":2487,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2492,"out_tokens":615},"mistral-large-2":{"in_tokens":1431,"out_tokens":752}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":7787,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":206.82653459799985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1716},"claude-opus-4-8":{"in_tokens":2220,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":555},"mistral-large-2":{"in_tokens":1231,"out_tokens":567}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":10693,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":342.48861383700023,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":2292},"claude-opus-4-8":{"in_tokens":2561,"out_tokens":913},"claude-opus-4-7":{"in_tokens":2566,"out_tokens":668},"mistral-large-2":{"in_tokens":1453,"out_tokens":557}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":9119,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":172.7913958879999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1570},"claude-opus-4-8":{"in_tokens":2475,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2480,"out_tokens":601},"mistral-large-2":{"in_tokens":1361,"out_tokens":571}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":4015,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":141.54843923499902,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":1383},"claude-opus-4-8":{"in_tokens":2322,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":513},"mistral-large-2":{"in_tokens":1349,"out_tokens":638}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":5765,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":227.01270761900014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":2264,"out_tokens":518},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":462},"mistral-large-2":{"in_tokens":1306,"out_tokens":501}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":5978,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":196.11308316199938,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1644},"claude-opus-4-8":{"in_tokens":2389,"out_tokens":576},"claude-opus-4-7":{"in_tokens":2394,"out_tokens":494},"mistral-large-2":{"in_tokens":1358,"out_tokens":581}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":12441,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":264.52090650100035,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":2370},"claude-opus-4-8":{"in_tokens":2939,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2944,"out_tokens":665},"mistral-large-2":{"in_tokens":1633,"out_tokens":690}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":5062,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":98.35609468000075,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1063,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":1994,"out_tokens":651},"claude-opus-4-7":{"in_tokens":1999,"out_tokens":630},"mistral-large-2":{"in_tokens":1192,"out_tokens":734}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":9538,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":205.79794259200025,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1384},"claude-opus-4-8":{"in_tokens":2524,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2529,"out_tokens":648},"mistral-large-2":{"in_tokens":1419,"out_tokens":650}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":13546,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":239.0006680940005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1567,"out_tokens":2294},"claude-opus-4-8":{"in_tokens":3003,"out_tokens":733},"claude-opus-4-7":{"in_tokens":3008,"out_tokens":610},"mistral-large-2":{"in_tokens":1740,"out_tokens":754}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":6917,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":205.403289726999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1150},"claude-opus-4-8":{"in_tokens":2311,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":488},"mistral-large-2":{"in_tokens":1225,"out_tokens":511}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":9923,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":539.160480995999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":2720},"claude-opus-4-8":{"in_tokens":2685,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2690,"out_tokens":538},"mistral-large-2":{"in_tokens":1564,"out_tokens":845}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":10557,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":228.94959141599975,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":2128},"claude-opus-4-8":{"in_tokens":2702,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2707,"out_tokens":587},"mistral-large-2":{"in_tokens":1490,"out_tokens":610}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":12868,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":224.70536522300063,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":2296},"claude-opus-4-8":{"in_tokens":2515,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2520,"out_tokens":584},"mistral-large-2":{"in_tokens":1393,"out_tokens":543}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":14552,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":1157.3631583749993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":1736},"claude-opus-4-8":{"in_tokens":2904,"out_tokens":783},"claude-opus-4-7":{"in_tokens":2909,"out_tokens":674},"mistral-large-2":{"in_tokens":1686,"out_tokens":698}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":13502,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":257.60784584700014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":2268},"claude-opus-4-8":{"in_tokens":3433,"out_tokens":809},"claude-opus-4-7":{"in_tokens":3438,"out_tokens":719},"mistral-large-2":{"in_tokens":1990,"out_tokens":689}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":4271,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":204.07385453499955,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":2368,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2373,"out_tokens":478},"mistral-large-2":{"in_tokens":1351,"out_tokens":554}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":15010,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":1556.5130861800008,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":2245},"claude-opus-4-8":{"in_tokens":2947,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2952,"out_tokens":547},"mistral-large-2":{"in_tokens":1770,"out_tokens":557}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":15466,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":1911.153480551,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":2309},"claude-opus-4-8":{"in_tokens":2894,"out_tokens":957},"claude-opus-4-7":{"in_tokens":2899,"out_tokens":491},"mistral-large-2":{"in_tokens":1703,"out_tokens":672}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":9341,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":231.1747213210001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1984},"claude-opus-4-8":{"in_tokens":2496,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2501,"out_tokens":576},"mistral-large-2":{"in_tokens":1432,"out_tokens":613}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":6664,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":204.25862437700016,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1726},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":537},"mistral-large-2":{"in_tokens":1385,"out_tokens":650}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":16114,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":290.5086687999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":1822},"claude-opus-4-8":{"in_tokens":2808,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":617},"mistral-large-2":{"in_tokens":1577,"out_tokens":673}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":11784,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":264.1781375779992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1669},"claude-opus-4-8":{"in_tokens":2537,"out_tokens":823},"claude-opus-4-7":{"in_tokens":2542,"out_tokens":665},"mistral-large-2":{"in_tokens":1410,"out_tokens":662}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":11421,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":237.38325299799908,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1822},"claude-opus-4-8":{"in_tokens":2456,"out_tokens":783},"claude-opus-4-7":{"in_tokens":2461,"out_tokens":645},"mistral-large-2":{"in_tokens":1376,"out_tokens":574}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Request timed out.","skip_reason":null,"score_raw":null,"duration_s":6671.502694788,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":10857,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":362.6073415589999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1360,"out_tokens":2498},"claude-opus-4-8":{"in_tokens":2575,"out_tokens":939},"claude-opus-4-7":{"in_tokens":2580,"out_tokens":625},"mistral-large-2":{"in_tokens":1501,"out_tokens":676}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":18215,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":1024.7282338919995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":2196},"claude-opus-4-8":{"in_tokens":2925,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2930,"out_tokens":527},"mistral-large-2":{"in_tokens":1635,"out_tokens":715}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":7706,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":179.71863762299836,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1405},"claude-opus-4-8":{"in_tokens":2348,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":533},"mistral-large-2":{"in_tokens":1380,"out_tokens":518}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":3964,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":151.50914663299955,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":2145},"claude-opus-4-8":{"in_tokens":2409,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2414,"out_tokens":543},"mistral-large-2":{"in_tokens":1369,"out_tokens":616}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":4565,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":129.6287216010005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":747},"claude-opus-4-8":{"in_tokens":2006,"out_tokens":498},"claude-opus-4-7":{"in_tokens":2011,"out_tokens":373},"mistral-large-2":{"in_tokens":1129,"out_tokens":499}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":12713,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":376.71377999700053,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":1655},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":765},"mistral-large-2":{"in_tokens":1310,"out_tokens":573}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":7647,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":263.5966352890009,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1950},"claude-opus-4-8":{"in_tokens":2539,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2544,"out_tokens":493},"mistral-large-2":{"in_tokens":1453,"out_tokens":613}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":13409,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":222.9868480820005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1782,"out_tokens":2537},"claude-opus-4-8":{"in_tokens":3729,"out_tokens":802},"claude-opus-4-7":{"in_tokens":3734,"out_tokens":642},"mistral-large-2":{"in_tokens":1911,"out_tokens":705}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":7662,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":265.53460268600065,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":2917},"claude-opus-4-8":{"in_tokens":3338,"out_tokens":865},"claude-opus-4-7":{"in_tokens":3343,"out_tokens":689},"mistral-large-2":{"in_tokens":1808,"out_tokens":765}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":9613,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":246.41288503000033,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":1657},"claude-opus-4-8":{"in_tokens":3118,"out_tokens":620},"claude-opus-4-7":{"in_tokens":3123,"out_tokens":505},"mistral-large-2":{"in_tokens":1601,"out_tokens":564}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":14737,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":329.0846881329999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":1932},"claude-opus-4-8":{"in_tokens":2957,"out_tokens":511},"claude-opus-4-7":{"in_tokens":2962,"out_tokens":556},"mistral-large-2":{"in_tokens":1595,"out_tokens":639}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":9064,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":256.09411112900125,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1578},"claude-opus-4-8":{"in_tokens":2793,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2798,"out_tokens":427},"mistral-large-2":{"in_tokens":1465,"out_tokens":503}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":16016,"out_tokens":9204,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":2003.735469708001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":1450},"claude-opus-4-8":{"in_tokens":2379,"out_tokens":971},"claude-opus-4-7":{"in_tokens":2384,"out_tokens":583},"mistral-large-2":{"in_tokens":1294,"out_tokens":560}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":8452,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":175.14500271600082,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":3131},"claude-opus-4-8":{"in_tokens":2978,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2983,"out_tokens":555},"mistral-large-2":{"in_tokens":1630,"out_tokens":617}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":9285,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":204.32585319200007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":2403},"claude-opus-4-8":{"in_tokens":2537,"out_tokens":471},"claude-opus-4-7":{"in_tokens":2542,"out_tokens":379},"mistral-large-2":{"in_tokens":1328,"out_tokens":578}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":22102,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":1032.150992631001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1694,"out_tokens":2671},"claude-opus-4-8":{"in_tokens":3348,"out_tokens":789},"claude-opus-4-7":{"in_tokens":3353,"out_tokens":854},"mistral-large-2":{"in_tokens":1833,"out_tokens":732}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":7084,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":194.77547012099967,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1012},"claude-opus-4-8":{"in_tokens":2741,"out_tokens":527},"claude-opus-4-7":{"in_tokens":2746,"out_tokens":393},"mistral-large-2":{"in_tokens":1447,"out_tokens":452}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":3566,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":153.775363656001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1733},"claude-opus-4-8":{"in_tokens":2810,"out_tokens":475},"claude-opus-4-7":{"in_tokens":2815,"out_tokens":445},"mistral-large-2":{"in_tokens":1441,"out_tokens":449}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":12330,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":291.6998242749996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":2350},"claude-opus-4-8":{"in_tokens":2403,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":432},"mistral-large-2":{"in_tokens":1275,"out_tokens":481}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":10492,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":265.1674850979998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1864},"claude-opus-4-8":{"in_tokens":2537,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2542,"out_tokens":544},"mistral-large-2":{"in_tokens":1353,"out_tokens":538}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":8051,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":193.16056096299872,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1807},"claude-opus-4-8":{"in_tokens":2851,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":640},"mistral-large-2":{"in_tokens":1511,"out_tokens":845}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":14442,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":279.9414242090006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":2219},"claude-opus-4-8":{"in_tokens":2751,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2756,"out_tokens":501},"mistral-large-2":{"in_tokens":1505,"out_tokens":691}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":5357,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":206.71049476100052,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1366,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":2806,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":554},"mistral-large-2":{"in_tokens":1496,"out_tokens":1419}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":4803,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":180.4762902500006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1441},"claude-opus-4-8":{"in_tokens":2361,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":488},"mistral-large-2":{"in_tokens":1225,"out_tokens":796}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":7120,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":226.76878708100048,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1539},"claude-opus-4-8":{"in_tokens":2963,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2968,"out_tokens":540},"mistral-large-2":{"in_tokens":1591,"out_tokens":599}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":13438,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":291.550994964,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1700},"claude-opus-4-8":{"in_tokens":2981,"out_tokens":544},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":474},"mistral-large-2":{"in_tokens":1498,"out_tokens":531}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":8628,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":224.63225860300008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2057,"out_tokens":2029},"claude-opus-4-8":{"in_tokens":4059,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":4064,"out_tokens":732},"mistral-large-2":{"in_tokens":2230,"out_tokens":741}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":19469,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":442.1565228439995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2298,"out_tokens":2701},"claude-opus-4-8":{"in_tokens":4551,"out_tokens":870},"claude-opus-4-7":{"in_tokens":4556,"out_tokens":755},"mistral-large-2":{"in_tokens":2473,"out_tokens":786}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":10741,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":205.980487376999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2960,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2965,"out_tokens":498},"mistral-large-2":{"in_tokens":1638,"out_tokens":655}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":10119,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":236.20167741299883,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":2318},"claude-opus-4-8":{"in_tokens":3811,"out_tokens":908},"claude-opus-4-7":{"in_tokens":3816,"out_tokens":712},"mistral-large-2":{"in_tokens":1985,"out_tokens":849}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":5577,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":185.38442855200083,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1720},"claude-opus-4-8":{"in_tokens":2468,"out_tokens":497},"claude-opus-4-7":{"in_tokens":2473,"out_tokens":487},"mistral-large-2":{"in_tokens":1370,"out_tokens":585}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":17824,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":1542.600391348,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2264,"out_tokens":2622},"claude-opus-4-8":{"in_tokens":4577,"out_tokens":913},"claude-opus-4-7":{"in_tokens":4582,"out_tokens":771},"mistral-large-2":{"in_tokens":2416,"out_tokens":802}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":15929,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":1953.6386302810024,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2129,"out_tokens":2185},"claude-opus-4-8":{"in_tokens":4163,"out_tokens":1093},"claude-opus-4-7":{"in_tokens":4168,"out_tokens":895},"mistral-large-2":{"in_tokens":2234,"out_tokens":840}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":13927,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":354.5251270239969,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2382,"out_tokens":2787},"claude-opus-4-8":{"in_tokens":4706,"out_tokens":990},"claude-opus-4-7":{"in_tokens":4711,"out_tokens":768},"mistral-large-2":{"in_tokens":2494,"out_tokens":800}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":11724,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":256.9274743770002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2503,"out_tokens":2246},"claude-opus-4-8":{"in_tokens":4926,"out_tokens":965},"claude-opus-4-7":{"in_tokens":4931,"out_tokens":852},"mistral-large-2":{"in_tokens":2711,"out_tokens":1208}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":4.31357788799869,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":2039,"out_tokens":820},"claude-opus-4-7":{"in_tokens":2044,"out_tokens":591},"mistral-large-2":{"in_tokens":1147,"out_tokens":593}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":7.5876298020011745,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":2311},"claude-opus-4-8":{"in_tokens":2519,"out_tokens":869},"claude-opus-4-7":{"in_tokens":2524,"out_tokens":606},"mistral-large-2":{"in_tokens":1477,"out_tokens":720}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":5.897874379999848,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2100},"claude-opus-4-8":{"in_tokens":2859,"out_tokens":1146},"claude-opus-4-7":{"in_tokens":2864,"out_tokens":976},"mistral-large-2":{"in_tokens":1629,"out_tokens":739}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.890067521999299,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1923},"claude-opus-4-8":{"in_tokens":2142,"out_tokens":979},"claude-opus-4-7":{"in_tokens":2147,"out_tokens":604},"mistral-large-2":{"in_tokens":1200,"out_tokens":726}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":5.461934361999738,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1699,"out_tokens":1841},"claude-opus-4-8":{"in_tokens":3225,"out_tokens":911},"claude-opus-4-7":{"in_tokens":3230,"out_tokens":695},"mistral-large-2":{"in_tokens":1831,"out_tokens":889}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":6.3665449709988025,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1733,"out_tokens":1793},"claude-opus-4-8":{"in_tokens":3313,"out_tokens":854},"claude-opus-4-7":{"in_tokens":3318,"out_tokens":956},"mistral-large-2":{"in_tokens":1837,"out_tokens":739}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":6.3944541689998005,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":1814},"claude-opus-4-8":{"in_tokens":2665,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":2670,"out_tokens":674},"mistral-large-2":{"in_tokens":1514,"out_tokens":696}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":7.234966718999203,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":1778},"claude-opus-4-8":{"in_tokens":2382,"out_tokens":932},"claude-opus-4-7":{"in_tokens":2387,"out_tokens":671},"mistral-large-2":{"in_tokens":1356,"out_tokens":708}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":5.981473603002087,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1358},"claude-opus-4-8":{"in_tokens":2305,"out_tokens":895},"claude-opus-4-7":{"in_tokens":2310,"out_tokens":788},"mistral-large-2":{"in_tokens":1275,"out_tokens":712}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":5.225370126001508,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1284},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":872},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":675},"mistral-large-2":{"in_tokens":1244,"out_tokens":596}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.676063741000689,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":1385},"claude-opus-4-8":{"in_tokens":2190,"out_tokens":881},"claude-opus-4-7":{"in_tokens":2195,"out_tokens":456},"mistral-large-2":{"in_tokens":1183,"out_tokens":590}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.15000000000000002,"duration_s":5.210462443999859,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1744,"out_tokens":1840},"claude-opus-4-8":{"in_tokens":3243,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":3248,"out_tokens":763},"mistral-large-2":{"in_tokens":1848,"out_tokens":706}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":7.583969203999004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":2537,"out_tokens":807},"claude-opus-4-7":{"in_tokens":2542,"out_tokens":667},"mistral-large-2":{"in_tokens":1437,"out_tokens":623}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":60,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.604742461000569,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1296},"claude-opus-4-8":{"in_tokens":2151,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2156,"out_tokens":573},"mistral-large-2":{"in_tokens":1227,"out_tokens":571}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":5.662268175001373,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":2542},"claude-opus-4-8":{"in_tokens":2505,"out_tokens":895},"claude-opus-4-7":{"in_tokens":2510,"out_tokens":681},"mistral-large-2":{"in_tokens":1346,"out_tokens":716}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":6.9369895460004045,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":1158},"claude-opus-4-8":{"in_tokens":2506,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2511,"out_tokens":508},"mistral-large-2":{"in_tokens":1378,"out_tokens":614}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":5.534388811996905,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1321},"claude-opus-4-8":{"in_tokens":2411,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2416,"out_tokens":578},"mistral-large-2":{"in_tokens":1351,"out_tokens":545}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.499432708002132,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1788},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":487},"mistral-large-2":{"in_tokens":1189,"out_tokens":633}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":6.780337186999532,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1557},"claude-opus-4-8":{"in_tokens":2291,"out_tokens":589},"claude-opus-4-7":{"in_tokens":2296,"out_tokens":475},"mistral-large-2":{"in_tokens":1305,"out_tokens":571}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":7.3333262619999005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1847},"claude-opus-4-8":{"in_tokens":2079,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2084,"out_tokens":507},"mistral-large-2":{"in_tokens":1197,"out_tokens":636}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.071266618000664,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1761},"claude-opus-4-8":{"in_tokens":2096,"out_tokens":527},"claude-opus-4-7":{"in_tokens":2101,"out_tokens":484},"mistral-large-2":{"in_tokens":1177,"out_tokens":514}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":5.166927519003366,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1027,"out_tokens":2340},"claude-opus-4-8":{"in_tokens":1925,"out_tokens":597},"claude-opus-4-7":{"in_tokens":1930,"out_tokens":449},"mistral-large-2":{"in_tokens":1078,"out_tokens":500}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":5.939267554000253,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1301},"claude-opus-4-8":{"in_tokens":2164,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2169,"out_tokens":453},"mistral-large-2":{"in_tokens":1209,"out_tokens":452}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":85,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":4.977013448002253,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":914,"out_tokens":928},"claude-opus-4-8":{"in_tokens":1711,"out_tokens":429},"claude-opus-4-7":{"in_tokens":1716,"out_tokens":364},"mistral-large-2":{"in_tokens":946,"out_tokens":448}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":4.486452905999613,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1499},"claude-opus-4-8":{"in_tokens":2112,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2117,"out_tokens":473},"mistral-large-2":{"in_tokens":1188,"out_tokens":585}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":7.718443736001063,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1514},"claude-opus-4-8":{"in_tokens":2244,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2249,"out_tokens":460},"mistral-large-2":{"in_tokens":1260,"out_tokens":631}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.06437882499813,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1442},"claude-opus-4-8":{"in_tokens":1986,"out_tokens":679},"claude-opus-4-7":{"in_tokens":1991,"out_tokens":521},"mistral-large-2":{"in_tokens":1114,"out_tokens":591}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":5.268946187999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1023,"out_tokens":1108},"claude-opus-4-8":{"in_tokens":1952,"out_tokens":593},"claude-opus-4-7":{"in_tokens":1957,"out_tokens":495},"mistral-large-2":{"in_tokens":1074,"out_tokens":513}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":5.779725615000643,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1242},"claude-opus-4-8":{"in_tokens":2043,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2048,"out_tokens":531},"mistral-large-2":{"in_tokens":1143,"out_tokens":516}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":355,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":5.770231661997968,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1587},"claude-opus-4-8":{"in_tokens":2814,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2819,"out_tokens":545},"mistral-large-2":{"in_tokens":1528,"out_tokens":619}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":6.58140805000221,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1033},"claude-opus-4-8":{"in_tokens":2188,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2193,"out_tokens":450},"mistral-large-2":{"in_tokens":1206,"out_tokens":458}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":6.414534895000543,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1057},"claude-opus-4-8":{"in_tokens":2060,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2065,"out_tokens":417},"mistral-large-2":{"in_tokens":1145,"out_tokens":478}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":5.881209461000253,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1526},"claude-opus-4-8":{"in_tokens":2161,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2166,"out_tokens":482},"mistral-large-2":{"in_tokens":1215,"out_tokens":606}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":87,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":5.070734238997829,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1032,"out_tokens":1277},"claude-opus-4-8":{"in_tokens":1939,"out_tokens":678},"claude-opus-4-7":{"in_tokens":1944,"out_tokens":459},"mistral-large-2":{"in_tokens":1066,"out_tokens":546}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":89,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":3.8953379670019785,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":1008},"claude-opus-4-8":{"in_tokens":1864,"out_tokens":522},"claude-opus-4-7":{"in_tokens":1869,"out_tokens":451},"mistral-large-2":{"in_tokens":1027,"out_tokens":457}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":118,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":4.8843799919995945,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":1349},"claude-opus-4-8":{"in_tokens":2100,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2105,"out_tokens":592},"mistral-large-2":{"in_tokens":1221,"out_tokens":690}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":5.524780003997876,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":2456},"claude-opus-4-8":{"in_tokens":2032,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2037,"out_tokens":698},"mistral-large-2":{"in_tokens":1127,"out_tokens":711}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":5.201916386002267,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1008,"out_tokens":1882},"claude-opus-4-8":{"in_tokens":1938,"out_tokens":753},"claude-opus-4-7":{"in_tokens":1943,"out_tokens":551},"mistral-large-2":{"in_tokens":1138,"out_tokens":593}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.696477353001683,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1041,"out_tokens":1414},"claude-opus-4-8":{"in_tokens":1979,"out_tokens":728},"claude-opus-4-7":{"in_tokens":1984,"out_tokens":567},"mistral-large-2":{"in_tokens":1126,"out_tokens":547}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":85,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":5.249452955999004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":940,"out_tokens":1144},"claude-opus-4-8":{"in_tokens":1813,"out_tokens":604},"claude-opus-4-7":{"in_tokens":1818,"out_tokens":399},"mistral-large-2":{"in_tokens":1011,"out_tokens":473}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":5.744389970997872,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1002,"out_tokens":1721},"claude-opus-4-8":{"in_tokens":1955,"out_tokens":640},"claude-opus-4-7":{"in_tokens":1960,"out_tokens":554},"mistral-large-2":{"in_tokens":1086,"out_tokens":526}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":4.865307505999226,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1027,"out_tokens":1368},"claude-opus-4-8":{"in_tokens":1952,"out_tokens":703},"claude-opus-4-7":{"in_tokens":1957,"out_tokens":555},"mistral-large-2":{"in_tokens":1133,"out_tokens":597}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":124,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.077676137996605,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":1359},"claude-opus-4-8":{"in_tokens":2059,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2064,"out_tokens":516},"mistral-large-2":{"in_tokens":1174,"out_tokens":496}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":101,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":3.5534901049977634,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":1272},"claude-opus-4-8":{"in_tokens":1929,"out_tokens":601},"claude-opus-4-7":{"in_tokens":1934,"out_tokens":459},"mistral-large-2":{"in_tokens":1120,"out_tokens":549}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":4.792551716000162,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1114},"claude-opus-4-8":{"in_tokens":2038,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2043,"out_tokens":536},"mistral-large-2":{"in_tokens":1171,"out_tokens":627}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":4.088921239999763,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":1339},"claude-opus-4-8":{"in_tokens":2159,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2164,"out_tokens":634},"mistral-large-2":{"in_tokens":1261,"out_tokens":741}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":6.7521289719989,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":2063,"out_tokens":549},"claude-opus-4-7":{"in_tokens":2068,"out_tokens":455},"mistral-large-2":{"in_tokens":1184,"out_tokens":500}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":76,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":4.920396814999549,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":932,"out_tokens":850},"claude-opus-4-8":{"in_tokens":1752,"out_tokens":580},"claude-opus-4-7":{"in_tokens":1757,"out_tokens":461},"mistral-large-2":{"in_tokens":1038,"out_tokens":531}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":99,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":4.288863723002578,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1090},"claude-opus-4-8":{"in_tokens":2117,"out_tokens":491},"claude-opus-4-7":{"in_tokens":2122,"out_tokens":410},"mistral-large-2":{"in_tokens":1227,"out_tokens":489}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":6.265934252001898,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":1415},"claude-opus-4-8":{"in_tokens":1987,"out_tokens":736},"claude-opus-4-7":{"in_tokens":1992,"out_tokens":567},"mistral-large-2":{"in_tokens":1057,"out_tokens":637}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":5.176336386000912,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":994},"claude-opus-4-8":{"in_tokens":2037,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2042,"out_tokens":492},"mistral-large-2":{"in_tokens":1101,"out_tokens":546}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":5.494760223999037,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1658},"claude-opus-4-8":{"in_tokens":2032,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2037,"out_tokens":585},"mistral-large-2":{"in_tokens":1244,"out_tokens":669}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":123,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":6.494981621999614,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1749},"claude-opus-4-8":{"in_tokens":2103,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2108,"out_tokens":665},"mistral-large-2":{"in_tokens":1146,"out_tokens":528}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":4.018185344997619,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1336},"claude-opus-4-8":{"in_tokens":2439,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2444,"out_tokens":542},"mistral-large-2":{"in_tokens":1421,"out_tokens":520}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":133,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":3.4943236079998314,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1002},"claude-opus-4-8":{"in_tokens":2506,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2511,"out_tokens":452},"mistral-large-2":{"in_tokens":1539,"out_tokens":508}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":5.408108583000285,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1574,"out_tokens":1442},"claude-opus-4-8":{"in_tokens":2909,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2914,"out_tokens":502},"mistral-large-2":{"in_tokens":1690,"out_tokens":616}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":122,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":3.928595895999024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1299},"claude-opus-4-8":{"in_tokens":2041,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2046,"out_tokens":467},"mistral-large-2":{"in_tokens":1159,"out_tokens":587}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":5.076906275997317,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1312},"claude-opus-4-8":{"in_tokens":2099,"out_tokens":824},"claude-opus-4-7":{"in_tokens":2104,"out_tokens":540},"mistral-large-2":{"in_tokens":1219,"out_tokens":644}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":5.4197969189990545,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":2221,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2226,"out_tokens":538},"mistral-large-2":{"in_tokens":1285,"out_tokens":617}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":72,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":4.617439085999649,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":1294},"claude-opus-4-8":{"in_tokens":1968,"out_tokens":726},"claude-opus-4-7":{"in_tokens":1973,"out_tokens":599},"mistral-large-2":{"in_tokens":1132,"out_tokens":599}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":4.801570912000898,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1070,"out_tokens":1504},"claude-opus-4-8":{"in_tokens":2080,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2085,"out_tokens":514},"mistral-large-2":{"in_tokens":1192,"out_tokens":574}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":91,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":4.498278958999435,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1145},"claude-opus-4-8":{"in_tokens":2080,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2085,"out_tokens":552},"mistral-large-2":{"in_tokens":1175,"out_tokens":559}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":66,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":3.3455732990005345,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":984,"out_tokens":1226},"claude-opus-4-8":{"in_tokens":1936,"out_tokens":659},"claude-opus-4-7":{"in_tokens":1941,"out_tokens":516},"mistral-large-2":{"in_tokens":1077,"out_tokens":507}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":5.50120270899788,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":963,"out_tokens":1374},"claude-opus-4-8":{"in_tokens":1895,"out_tokens":570},"claude-opus-4-7":{"in_tokens":1900,"out_tokens":512},"mistral-large-2":{"in_tokens":1054,"out_tokens":468}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":7.59015379399716,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1439},"claude-opus-4-8":{"in_tokens":1987,"out_tokens":809},"claude-opus-4-7":{"in_tokens":1992,"out_tokens":552},"mistral-large-2":{"in_tokens":1161,"out_tokens":632}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":117,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.700908130998869,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1033,"out_tokens":891},"claude-opus-4-8":{"in_tokens":1976,"out_tokens":552},"claude-opus-4-7":{"in_tokens":1981,"out_tokens":449},"mistral-large-2":{"in_tokens":1150,"out_tokens":490}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":105,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":4.194417547001649,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":946,"out_tokens":1351},"claude-opus-4-8":{"in_tokens":1822,"out_tokens":661},"claude-opus-4-7":{"in_tokens":1827,"out_tokens":443},"mistral-large-2":{"in_tokens":1003,"out_tokens":519}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":87,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":4.698421535998932,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":984,"out_tokens":1118},"claude-opus-4-8":{"in_tokens":1831,"out_tokens":604},"claude-opus-4-7":{"in_tokens":1836,"out_tokens":537},"mistral-large-2":{"in_tokens":1054,"out_tokens":495}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":102,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":3.2308438590007427,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":911,"out_tokens":1119},"claude-opus-4-8":{"in_tokens":1766,"out_tokens":612},"claude-opus-4-7":{"in_tokens":1771,"out_tokens":467},"mistral-large-2":{"in_tokens":988,"out_tokens":490}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":3.615505051002401,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1235},"claude-opus-4-8":{"in_tokens":1959,"out_tokens":653},"claude-opus-4-7":{"in_tokens":1964,"out_tokens":455},"mistral-large-2":{"in_tokens":1134,"out_tokens":548}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":5.575145270999201,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":2020},"claude-opus-4-8":{"in_tokens":2678,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2683,"out_tokens":622},"mistral-large-2":{"in_tokens":1462,"out_tokens":708}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":569,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":5.622424840999884,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":1862},"claude-opus-4-8":{"in_tokens":2469,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2474,"out_tokens":471},"mistral-large-2":{"in_tokens":1264,"out_tokens":611}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":5.137782389003405,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1706},"claude-opus-4-8":{"in_tokens":2572,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2577,"out_tokens":657},"mistral-large-2":{"in_tokens":1380,"out_tokens":644}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":4.800454290998459,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1033,"out_tokens":1297},"claude-opus-4-8":{"in_tokens":2085,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2090,"out_tokens":511},"mistral-large-2":{"in_tokens":1103,"out_tokens":478}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":4.852273971999239,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":892,"out_tokens":1744},"claude-opus-4-8":{"in_tokens":1741,"out_tokens":496},"claude-opus-4-7":{"in_tokens":1746,"out_tokens":457},"mistral-large-2":{"in_tokens":965,"out_tokens":399}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":5.206303445000231,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":964,"out_tokens":1178},"claude-opus-4-8":{"in_tokens":1915,"out_tokens":468},"claude-opus-4-7":{"in_tokens":1920,"out_tokens":399},"mistral-large-2":{"in_tokens":1031,"out_tokens":424}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.328023811998719,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":878,"out_tokens":1774},"claude-opus-4-8":{"in_tokens":1759,"out_tokens":662},"claude-opus-4-7":{"in_tokens":1764,"out_tokens":407},"mistral-large-2":{"in_tokens":926,"out_tokens":681}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":4.397883584999363,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1019,"out_tokens":1299},"claude-opus-4-8":{"in_tokens":1976,"out_tokens":533},"claude-opus-4-7":{"in_tokens":1981,"out_tokens":463},"mistral-large-2":{"in_tokens":1107,"out_tokens":570}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":6.415450525000779,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":1651},"claude-opus-4-8":{"in_tokens":1948,"out_tokens":682},"claude-opus-4-7":{"in_tokens":1953,"out_tokens":625},"mistral-large-2":{"in_tokens":1044,"out_tokens":571}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":415,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":5.322691751000093,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":865,"out_tokens":1247},"claude-opus-4-8":{"in_tokens":1671,"out_tokens":451},"claude-opus-4-7":{"in_tokens":1676,"out_tokens":372},"mistral-large-2":{"in_tokens":891,"out_tokens":409}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":4.357267220999347,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":974,"out_tokens":1449},"claude-opus-4-8":{"in_tokens":1994,"out_tokens":580},"claude-opus-4-7":{"in_tokens":1999,"out_tokens":535},"mistral-large-2":{"in_tokens":1037,"out_tokens":515}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":4.721329268999398,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":968,"out_tokens":1818},"claude-opus-4-8":{"in_tokens":1899,"out_tokens":598},"claude-opus-4-7":{"in_tokens":1904,"out_tokens":580},"mistral-large-2":{"in_tokens":1019,"out_tokens":540}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.6785714285714285,"duration_s":5.326257454998995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":889,"out_tokens":1279},"claude-opus-4-8":{"in_tokens":1749,"out_tokens":626},"claude-opus-4-7":{"in_tokens":1754,"out_tokens":499},"mistral-large-2":{"in_tokens":945,"out_tokens":527}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":5.399111271999573,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1167,"out_tokens":1798},"claude-opus-4-8":{"in_tokens":2201,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2206,"out_tokens":592},"mistral-large-2":{"in_tokens":1235,"out_tokens":549}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":5.475922294001066,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1012,"out_tokens":1699},"claude-opus-4-8":{"in_tokens":2028,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":534},"mistral-large-2":{"in_tokens":1094,"out_tokens":616}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":5.44678193800064,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":1376},"claude-opus-4-8":{"in_tokens":1909,"out_tokens":611},"claude-opus-4-7":{"in_tokens":1914,"out_tokens":539},"mistral-large-2":{"in_tokens":1030,"out_tokens":566}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":3.848758916999941,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":930,"out_tokens":1390},"claude-opus-4-8":{"in_tokens":1859,"out_tokens":534},"claude-opus-4-7":{"in_tokens":1864,"out_tokens":446},"mistral-large-2":{"in_tokens":974,"out_tokens":439}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":7.760042821002571,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1722},"claude-opus-4-8":{"in_tokens":2000,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2005,"out_tokens":424},"mistral-large-2":{"in_tokens":1025,"out_tokens":473}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":409,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":5.7953974829979416,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1806,"out_tokens":2460},"claude-opus-4-8":{"in_tokens":3505,"out_tokens":1177},"claude-opus-4-7":{"in_tokens":3510,"out_tokens":751},"mistral-large-2":{"in_tokens":1890,"out_tokens":843}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":4.7923862200004805,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1618,"out_tokens":1865},"claude-opus-4-8":{"in_tokens":3182,"out_tokens":1010},"claude-opus-4-7":{"in_tokens":3187,"out_tokens":687},"mistral-large-2":{"in_tokens":1744,"out_tokens":756}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":6.378978346998338,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1618,"out_tokens":1650},"claude-opus-4-8":{"in_tokens":3158,"out_tokens":996},"claude-opus-4-7":{"in_tokens":3163,"out_tokens":720},"mistral-large-2":{"in_tokens":1755,"out_tokens":813}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.012962064000021,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1622,"out_tokens":2173},"claude-opus-4-8":{"in_tokens":3204,"out_tokens":914},"claude-opus-4-7":{"in_tokens":3209,"out_tokens":761},"mistral-large-2":{"in_tokens":1722,"out_tokens":691}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":417,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":5.56387526799881,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":2135},"claude-opus-4-8":{"in_tokens":3304,"out_tokens":961},"claude-opus-4-7":{"in_tokens":3309,"out_tokens":540},"mistral-large-2":{"in_tokens":1812,"out_tokens":958}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":4.3563262520001444,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":992,"out_tokens":1213},"claude-opus-4-8":{"in_tokens":1911,"out_tokens":562},"claude-opus-4-7":{"in_tokens":1916,"out_tokens":452},"mistral-large-2":{"in_tokens":1059,"out_tokens":501}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":4.189373310000519,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1838},"claude-opus-4-8":{"in_tokens":2543,"out_tokens":908},"claude-opus-4-7":{"in_tokens":2548,"out_tokens":732},"mistral-large-2":{"in_tokens":1351,"out_tokens":743}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":4.461132805998204,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":959,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":1871,"out_tokens":741},"claude-opus-4-7":{"in_tokens":1876,"out_tokens":446},"mistral-large-2":{"in_tokens":1024,"out_tokens":488}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":5.06420418199923,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":2043},"claude-opus-4-8":{"in_tokens":2496,"out_tokens":879},"claude-opus-4-7":{"in_tokens":2501,"out_tokens":569},"mistral-large-2":{"in_tokens":1381,"out_tokens":734}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":5.221466309998505,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1767,"out_tokens":2516},"claude-opus-4-8":{"in_tokens":3407,"out_tokens":1097},"claude-opus-4-7":{"in_tokens":3412,"out_tokens":852},"mistral-large-2":{"in_tokens":1850,"out_tokens":638}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":456,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":6.6350195270024415,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":2163},"claude-opus-4-8":{"in_tokens":3416,"out_tokens":946},"claude-opus-4-7":{"in_tokens":3421,"out_tokens":678},"mistral-large-2":{"in_tokens":1868,"out_tokens":712}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":517,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":7.840142590997857,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1919,"out_tokens":2814},"claude-opus-4-8":{"in_tokens":3732,"out_tokens":1125},"claude-opus-4-7":{"in_tokens":3737,"out_tokens":721},"mistral-large-2":{"in_tokens":2058,"out_tokens":1225}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":5687,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":49.180874121997476,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":2107},"claude-opus-4-8":{"in_tokens":2375,"out_tokens":903},"claude-opus-4-7":{"in_tokens":2380,"out_tokens":668},"mistral-large-2":{"in_tokens":1338,"out_tokens":732}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":17078,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":1951.798754548001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1551,"out_tokens":2508},"claude-opus-4-8":{"in_tokens":3051,"out_tokens":815},"claude-opus-4-7":{"in_tokens":3056,"out_tokens":779},"mistral-large-2":{"in_tokens":1648,"out_tokens":713}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":11807,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":101.80334929500168,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":2821},"claude-opus-4-8":{"in_tokens":3042,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":3047,"out_tokens":959},"mistral-large-2":{"in_tokens":1761,"out_tokens":820}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":6004,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":48.56770348600185,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":2830},"claude-opus-4-8":{"in_tokens":2681,"out_tokens":832},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":726},"mistral-large-2":{"in_tokens":1484,"out_tokens":769}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":8387,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":74.82854405399848,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1823,"out_tokens":2906},"claude-opus-4-8":{"in_tokens":3477,"out_tokens":1258},"claude-opus-4-7":{"in_tokens":3482,"out_tokens":904},"mistral-large-2":{"in_tokens":1962,"out_tokens":1030}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":8928,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":105.92473426599827,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1927,"out_tokens":2744},"claude-opus-4-8":{"in_tokens":3725,"out_tokens":1325},"claude-opus-4-7":{"in_tokens":3730,"out_tokens":994},"mistral-large-2":{"in_tokens":2040,"out_tokens":770}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":392.4956522350003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":15804,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":214.00413424300132,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1759,"out_tokens":3059},"claude-opus-4-8":{"in_tokens":3389,"out_tokens":1303},"claude-opus-4-7":{"in_tokens":3394,"out_tokens":848},"mistral-large-2":{"in_tokens":1881,"out_tokens":724}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":10002,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":132.02721922600176,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":2309},"claude-opus-4-8":{"in_tokens":3019,"out_tokens":1118},"claude-opus-4-7":{"in_tokens":3024,"out_tokens":934},"mistral-large-2":{"in_tokens":1633,"out_tokens":838}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":7260,"error":null,"skip_reason":null,"score_raw":0.44999999999999996,"duration_s":92.8359697220003,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":2652},"claude-opus-4-8":{"in_tokens":3054,"out_tokens":1094},"claude-opus-4-7":{"in_tokens":3059,"out_tokens":947},"mistral-large-2":{"in_tokens":1671,"out_tokens":816}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":7699,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":64.65225601800194,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":2194},"claude-opus-4-8":{"in_tokens":2947,"out_tokens":1130},"claude-opus-4-7":{"in_tokens":2952,"out_tokens":1007},"mistral-large-2":{"in_tokens":1544,"out_tokens":816}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":13663,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":117.00293912699999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1874,"out_tokens":2148},"claude-opus-4-8":{"in_tokens":3508,"out_tokens":1197},"claude-opus-4-7":{"in_tokens":3513,"out_tokens":878},"mistral-large-2":{"in_tokens":2000,"out_tokens":867}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":11332,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":127.41103425300025,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":2185},"claude-opus-4-8":{"in_tokens":2613,"out_tokens":996},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":939},"mistral-large-2":{"in_tokens":1395,"out_tokens":794}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":11168,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":92.17676470700098,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":3414},"claude-opus-4-8":{"in_tokens":3028,"out_tokens":1071},"claude-opus-4-7":{"in_tokens":3033,"out_tokens":929},"mistral-large-2":{"in_tokens":1726,"out_tokens":1082}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":10896,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":135.43954352799847,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":2419},"claude-opus-4-8":{"in_tokens":3027,"out_tokens":1146},"claude-opus-4-7":{"in_tokens":3032,"out_tokens":842},"mistral-large-2":{"in_tokens":1682,"out_tokens":768}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":7077,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":60.597840051003004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":1183},"claude-opus-4-8":{"in_tokens":3304,"out_tokens":756},"claude-opus-4-7":{"in_tokens":3309,"out_tokens":481},"mistral-large-2":{"in_tokens":1821,"out_tokens":710}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":4544,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":36.512523231998784,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1745},"claude-opus-4-8":{"in_tokens":2890,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2895,"out_tokens":584},"mistral-large-2":{"in_tokens":1600,"out_tokens":663}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5347,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":58.24978865899902,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":2005},"claude-opus-4-8":{"in_tokens":2947,"out_tokens":728},"claude-opus-4-7":{"in_tokens":2952,"out_tokens":519},"mistral-large-2":{"in_tokens":1638,"out_tokens":633}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":4122,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":56.60026796600141,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1756,"out_tokens":892},"claude-opus-4-8":{"in_tokens":3263,"out_tokens":542},"claude-opus-4-7":{"in_tokens":3268,"out_tokens":448},"mistral-large-2":{"in_tokens":1832,"out_tokens":745}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":7102,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":91.61369671200009,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1517,"out_tokens":2802},"claude-opus-4-8":{"in_tokens":2785,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2790,"out_tokens":561},"mistral-large-2":{"in_tokens":1589,"out_tokens":593}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"malformed: empty content in OpenAI response","skip_reason":null,"score_raw":null,"duration_s":357.71587686800194,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":6695,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":56.24718945099812,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1917},"claude-opus-4-8":{"in_tokens":2586,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2591,"out_tokens":683},"mistral-large-2":{"in_tokens":1408,"out_tokens":569}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":4591,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":51.236259381999844,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1442},"claude-opus-4-8":{"in_tokens":2163,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2168,"out_tokens":510},"mistral-large-2":{"in_tokens":1202,"out_tokens":514}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":5666,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":45.97307423899838,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1115},"claude-opus-4-8":{"in_tokens":2694,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":477},"mistral-large-2":{"in_tokens":1482,"out_tokens":489}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3192,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":44.20511585600252,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1396},"claude-opus-4-8":{"in_tokens":2076,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2081,"out_tokens":473},"mistral-large-2":{"in_tokens":1137,"out_tokens":534}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":6332,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":53.60259921300167,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":1702},"claude-opus-4-8":{"in_tokens":3052,"out_tokens":710},"claude-opus-4-7":{"in_tokens":3057,"out_tokens":533},"mistral-large-2":{"in_tokens":1694,"out_tokens":664}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":6730,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":86.71895795599994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":1854},"claude-opus-4-8":{"in_tokens":3154,"out_tokens":761},"claude-opus-4-7":{"in_tokens":3159,"out_tokens":601},"mistral-large-2":{"in_tokens":1755,"out_tokens":681}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":4633,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":64.98080573800326,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1106},"claude-opus-4-8":{"in_tokens":2402,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":515},"mistral-large-2":{"in_tokens":1334,"out_tokens":578}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3220,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":27.16728077099833,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":1403},"claude-opus-4-8":{"in_tokens":2599,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2604,"out_tokens":513},"mistral-large-2":{"in_tokens":1448,"out_tokens":551}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":4517,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":61.96198480699968,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":1070},"claude-opus-4-8":{"in_tokens":2694,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":667},"mistral-large-2":{"in_tokens":1468,"out_tokens":558}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":4131,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":48.51624557700052,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1872,"out_tokens":1481},"claude-opus-4-8":{"in_tokens":3580,"out_tokens":769},"claude-opus-4-7":{"in_tokens":3585,"out_tokens":577},"mistral-large-2":{"in_tokens":1940,"out_tokens":638}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":5365,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":45.1895849049979,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":1393},"claude-opus-4-8":{"in_tokens":3007,"out_tokens":550},"claude-opus-4-7":{"in_tokens":3012,"out_tokens":518},"mistral-large-2":{"in_tokens":1653,"out_tokens":854}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":3780,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":54.97982704199967,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1268},"claude-opus-4-8":{"in_tokens":2581,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2586,"out_tokens":489},"mistral-large-2":{"in_tokens":1454,"out_tokens":597}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":4946,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":72.05741006799872,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1313},"claude-opus-4-8":{"in_tokens":2463,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2468,"out_tokens":511},"mistral-large-2":{"in_tokens":1348,"out_tokens":686}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":20454,"out_tokens":3507,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":4292.394493735001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2288,"out_tokens":3001},"claude-opus-4-8":{"in_tokens":4610,"out_tokens":952},"claude-opus-4-7":{"in_tokens":4615,"out_tokens":927},"mistral-large-2":{"in_tokens":2456,"out_tokens":828}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":4681,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":42.3691907930006,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1717},"claude-opus-4-8":{"in_tokens":2133,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2138,"out_tokens":562},"mistral-large-2":{"in_tokens":1181,"out_tokens":637}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":4274,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":37.628447707000305,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":1364},"claude-opus-4-8":{"in_tokens":2249,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":460},"mistral-large-2":{"in_tokens":1211,"out_tokens":522}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":2924,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":24.104001834999508,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1764},"claude-opus-4-8":{"in_tokens":2324,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2329,"out_tokens":541},"mistral-large-2":{"in_tokens":1277,"out_tokens":720}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":9222,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":80.2170898359982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1381},"claude-opus-4-8":{"in_tokens":2554,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2559,"out_tokens":591},"mistral-large-2":{"in_tokens":1456,"out_tokens":701}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":6393,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":53.02650375500161,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1604},"claude-opus-4-8":{"in_tokens":2285,"out_tokens":898},"claude-opus-4-7":{"in_tokens":2290,"out_tokens":573},"mistral-large-2":{"in_tokens":1331,"out_tokens":734}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":5113,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":42.5349528609986,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":1614},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":859},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":667},"mistral-large-2":{"in_tokens":1229,"out_tokens":567}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":5419,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":63.84722388500086,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1249},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":620},"mistral-large-2":{"in_tokens":1272,"out_tokens":671}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":9677,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":80.9331841940002,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":2818},"claude-opus-4-8":{"in_tokens":2375,"out_tokens":1015},"claude-opus-4-7":{"in_tokens":2380,"out_tokens":762},"mistral-large-2":{"in_tokens":1314,"out_tokens":677}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":10895,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":138.3733759099996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1693},"claude-opus-4-8":{"in_tokens":2296,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2301,"out_tokens":705},"mistral-large-2":{"in_tokens":1283,"out_tokens":576}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":6070,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":70.9889165450004,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1270,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":2423,"out_tokens":915},"claude-opus-4-7":{"in_tokens":2428,"out_tokens":741},"mistral-large-2":{"in_tokens":1382,"out_tokens":658}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":8335,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":94.7779484499988,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":1984},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":584},"mistral-large-2":{"in_tokens":1439,"out_tokens":677}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":4907,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":55.8690527079998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1207},"claude-opus-4-8":{"in_tokens":2314,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2319,"out_tokens":549},"mistral-large-2":{"in_tokens":1321,"out_tokens":571}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":7970,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":66.9308713390019,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":2581},"claude-opus-4-8":{"in_tokens":2602,"out_tokens":796},"claude-opus-4-7":{"in_tokens":2607,"out_tokens":694},"mistral-large-2":{"in_tokens":1510,"out_tokens":804}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":7739,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":64.05301341800077,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1047,"out_tokens":2100},"claude-opus-4-8":{"in_tokens":1988,"out_tokens":826},"claude-opus-4-7":{"in_tokens":1993,"out_tokens":491},"mistral-large-2":{"in_tokens":1166,"out_tokens":513}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":11295,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":139.38406062500144,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1788},"claude-opus-4-8":{"in_tokens":2405,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2410,"out_tokens":493},"mistral-large-2":{"in_tokens":1359,"out_tokens":659}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":7542,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":95.31409859899941,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1335},"claude-opus-4-8":{"in_tokens":2357,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2362,"out_tokens":512},"mistral-large-2":{"in_tokens":1244,"out_tokens":552}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":10682,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":137.5533752880001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1541,"out_tokens":2469},"claude-opus-4-8":{"in_tokens":2915,"out_tokens":827},"claude-opus-4-7":{"in_tokens":2920,"out_tokens":769},"mistral-large-2":{"in_tokens":1705,"out_tokens":689}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":8004,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":86.81254217899914,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1340},"claude-opus-4-8":{"in_tokens":2361,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":477},"mistral-large-2":{"in_tokens":1293,"out_tokens":524}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":6647,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":85.0234736880011,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1135},"claude-opus-4-8":{"in_tokens":2408,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2413,"out_tokens":532},"mistral-large-2":{"in_tokens":1351,"out_tokens":489}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":11383,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":125.15915383099855,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1850},"claude-opus-4-8":{"in_tokens":2327,"out_tokens":877},"claude-opus-4-7":{"in_tokens":2332,"out_tokens":635},"mistral-large-2":{"in_tokens":1389,"out_tokens":728}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":8447,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":101.26296333299979,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1488,"out_tokens":2262},"claude-opus-4-8":{"in_tokens":2884,"out_tokens":909},"claude-opus-4-7":{"in_tokens":2889,"out_tokens":649},"mistral-large-2":{"in_tokens":1674,"out_tokens":660}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":7519,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":65.08835190899845,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1536,"out_tokens":1457},"claude-opus-4-8":{"in_tokens":2820,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2825,"out_tokens":647},"mistral-large-2":{"in_tokens":1718,"out_tokens":508}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":2582,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":37.00701792799737,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1843},"claude-opus-4-8":{"in_tokens":2249,"out_tokens":824},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":616},"mistral-large-2":{"in_tokens":1264,"out_tokens":589}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":675,"out_tokens":11740,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":98.2968330650001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":2175},"claude-opus-4-8":{"in_tokens":3441,"out_tokens":821},"claude-opus-4-7":{"in_tokens":3446,"out_tokens":554},"mistral-large-2":{"in_tokens":1994,"out_tokens":876}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":8021,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":67.94770163400244,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1848},"claude-opus-4-8":{"in_tokens":2687,"out_tokens":824},"claude-opus-4-7":{"in_tokens":2692,"out_tokens":669},"mistral-large-2":{"in_tokens":1517,"out_tokens":624}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":3394,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":42.047906694999256,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1731},"claude-opus-4-8":{"in_tokens":2248,"out_tokens":807},"claude-opus-4-7":{"in_tokens":2253,"out_tokens":674},"mistral-large-2":{"in_tokens":1300,"out_tokens":698}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":5397,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":44.080207134000375,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1538},"claude-opus-4-8":{"in_tokens":2545,"out_tokens":930},"claude-opus-4-7":{"in_tokens":2550,"out_tokens":646},"mistral-large-2":{"in_tokens":1429,"out_tokens":621}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":9490,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":79.05021556800057,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1849},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":552},"mistral-large-2":{"in_tokens":1398,"out_tokens":669}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":8162,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":200.61782656799915,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1675},"claude-opus-4-8":{"in_tokens":2464,"out_tokens":908},"claude-opus-4-7":{"in_tokens":2469,"out_tokens":656},"mistral-large-2":{"in_tokens":1430,"out_tokens":642}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":13913,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":152.29916396399858,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1739},"claude-opus-4-8":{"in_tokens":2364,"out_tokens":972},"claude-opus-4-7":{"in_tokens":2369,"out_tokens":730},"mistral-large-2":{"in_tokens":1320,"out_tokens":577}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":15741,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":201.14723895799762,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1170,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":2326,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2331,"out_tokens":648},"mistral-large-2":{"in_tokens":1287,"out_tokens":511}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":3402,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":37.405750116999116,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":2589},"claude-opus-4-8":{"in_tokens":2354,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2359,"out_tokens":610},"mistral-large-2":{"in_tokens":1357,"out_tokens":548}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":15734,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":190.41031224000108,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":2242},"claude-opus-4-8":{"in_tokens":2468,"out_tokens":1040},"claude-opus-4-7":{"in_tokens":2473,"out_tokens":844},"mistral-large-2":{"in_tokens":1424,"out_tokens":682}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":6301,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":50.84844354300003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1169},"claude-opus-4-8":{"in_tokens":2162,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2167,"out_tokens":526},"mistral-large-2":{"in_tokens":1171,"out_tokens":456}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":2687,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":23.312396858000284,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":647},"claude-opus-4-8":{"in_tokens":2077,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2082,"out_tokens":428},"mistral-large-2":{"in_tokens":1146,"out_tokens":486}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":5506,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":61.139610662998166,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1001},"claude-opus-4-8":{"in_tokens":2316,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2321,"out_tokens":515},"mistral-large-2":{"in_tokens":1324,"out_tokens":491}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":7361,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":88.6152265640012,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":3758},"claude-opus-4-8":{"in_tokens":2283,"out_tokens":887},"claude-opus-4-7":{"in_tokens":2288,"out_tokens":744},"mistral-large-2":{"in_tokens":1313,"out_tokens":650}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":5544,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":44.61955273100102,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1538,"out_tokens":1554},"claude-opus-4-8":{"in_tokens":3150,"out_tokens":827},"claude-opus-4-7":{"in_tokens":3155,"out_tokens":717},"mistral-large-2":{"in_tokens":1652,"out_tokens":683}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":11600,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":135.75999161199798,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1694,"out_tokens":2955},"claude-opus-4-8":{"in_tokens":3536,"out_tokens":1077},"claude-opus-4-7":{"in_tokens":3541,"out_tokens":793},"mistral-large-2":{"in_tokens":1798,"out_tokens":739}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":5662,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":61.91795583000203,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":2537},"claude-opus-4-8":{"in_tokens":2899,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":580},"mistral-large-2":{"in_tokens":1496,"out_tokens":576}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":15992,"error":null,"skip_reason":null,"score_raw":0.19444444444444445,"duration_s":198.37658190700313,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.2222222222222222,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1628,"out_tokens":2246},"claude-opus-4-8":{"in_tokens":3230,"out_tokens":1145},"claude-opus-4-7":{"in_tokens":3235,"out_tokens":935},"mistral-large-2":{"in_tokens":1740,"out_tokens":723}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":12028,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":98.99463234699942,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1436},"claude-opus-4-8":{"in_tokens":2584,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2589,"out_tokens":523},"mistral-large-2":{"in_tokens":1414,"out_tokens":609}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":6292,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":53.347761558001366,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1022,"out_tokens":1475},"claude-opus-4-8":{"in_tokens":2047,"out_tokens":494},"claude-opus-4-7":{"in_tokens":2052,"out_tokens":462},"mistral-large-2":{"in_tokens":1068,"out_tokens":476}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":9320,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":111.72533214299983,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":2073},"claude-opus-4-8":{"in_tokens":2431,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2436,"out_tokens":498},"mistral-large-2":{"in_tokens":1287,"out_tokens":659}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":6355,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":54.69849224100108,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1196},"claude-opus-4-8":{"in_tokens":2279,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2284,"out_tokens":454},"mistral-large-2":{"in_tokens":1249,"out_tokens":524}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":8636,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":73.76935330299966,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":3237},"claude-opus-4-8":{"in_tokens":2712,"out_tokens":747},"claude-opus-4-7":{"in_tokens":2717,"out_tokens":648},"mistral-large-2":{"in_tokens":1483,"out_tokens":586}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":5548,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":61.5199740570024,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":2304},"claude-opus-4-8":{"in_tokens":2462,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":656},"mistral-large-2":{"in_tokens":1299,"out_tokens":620}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":5827,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":49.55684314500104,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1321},"claude-opus-4-8":{"in_tokens":2299,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2304,"out_tokens":439},"mistral-large-2":{"in_tokens":1203,"out_tokens":672}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":317,"out_tokens":3815,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":31.47655741699782,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1078,"out_tokens":2324},"claude-opus-4-8":{"in_tokens":2118,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":490},"mistral-large-2":{"in_tokens":1149,"out_tokens":871}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":5544,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":67.92622129099982,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":2326},"claude-opus-4-8":{"in_tokens":2734,"out_tokens":841},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":663},"mistral-large-2":{"in_tokens":1419,"out_tokens":1033}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":8451,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":101.7610677900011,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1507,"out_tokens":2450},"claude-opus-4-8":{"in_tokens":2909,"out_tokens":851},"claude-opus-4-7":{"in_tokens":2914,"out_tokens":697},"mistral-large-2":{"in_tokens":1581,"out_tokens":638}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":6757,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":79.11785213499752,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":2080},"claude-opus-4-8":{"in_tokens":2502,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2507,"out_tokens":588},"mistral-large-2":{"in_tokens":1337,"out_tokens":580}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":6518,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":83.98122777599929,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1487,"out_tokens":1665},"claude-opus-4-8":{"in_tokens":2999,"out_tokens":735},"claude-opus-4-7":{"in_tokens":3004,"out_tokens":651},"mistral-large-2":{"in_tokens":1576,"out_tokens":714}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":1811,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":31.111934005000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1842},"claude-opus-4-8":{"in_tokens":2106,"out_tokens":763},"claude-opus-4-7":{"in_tokens":2111,"out_tokens":698},"mistral-large-2":{"in_tokens":1187,"out_tokens":765}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":2175,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":38.863024667000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":1844},"claude-opus-4-8":{"in_tokens":2151,"out_tokens":890},"claude-opus-4-7":{"in_tokens":2156,"out_tokens":673},"mistral-large-2":{"in_tokens":1209,"out_tokens":712}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":2959,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":39.21689644800001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1972},"claude-opus-4-8":{"in_tokens":2179,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2184,"out_tokens":572},"mistral-large-2":{"in_tokens":1132,"out_tokens":524}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":2889,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":49.11429009900001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":1737},"claude-opus-4-8":{"in_tokens":2335,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2340,"out_tokens":601},"mistral-large-2":{"in_tokens":1372,"out_tokens":648}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":5104,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":64.88246928000001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1904},"claude-opus-4-8":{"in_tokens":2471,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2476,"out_tokens":715},"mistral-large-2":{"in_tokens":1270,"out_tokens":754}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":2773,"error":null,"skip_reason":null,"score_raw":0.07500000000000001,"duration_s":35.66882454499999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":1591},"claude-opus-4-8":{"in_tokens":3216,"out_tokens":757},"claude-opus-4-7":{"in_tokens":3221,"out_tokens":707},"mistral-large-2":{"in_tokens":1803,"out_tokens":893}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":8299,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":68.392594829,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2078,"out_tokens":2965},"claude-opus-4-8":{"in_tokens":4119,"out_tokens":988},"claude-opus-4-7":{"in_tokens":4124,"out_tokens":919},"mistral-large-2":{"in_tokens":2226,"out_tokens":945}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":4625,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":70.11033974600001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1507,"out_tokens":2594},"claude-opus-4-8":{"in_tokens":2826,"out_tokens":928},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":835},"mistral-large-2":{"in_tokens":1596,"out_tokens":749}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":3279,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":46.19195435499999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":2399},"claude-opus-4-8":{"in_tokens":2659,"out_tokens":999},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":747},"mistral-large-2":{"in_tokens":1509,"out_tokens":673}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":3866,"error":null,"skip_reason":null,"score_raw":0.05,"duration_s":59.184875326,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1729,"out_tokens":2065},"claude-opus-4-8":{"in_tokens":3283,"out_tokens":1095},"claude-opus-4-7":{"in_tokens":3288,"out_tokens":874},"mistral-large-2":{"in_tokens":1832,"out_tokens":881}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":2609,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":36.065550447999996,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":1335},"claude-opus-4-8":{"in_tokens":2418,"out_tokens":894},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":687},"mistral-large-2":{"in_tokens":1345,"out_tokens":692}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":282,"out_tokens":3723,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":53.48424930600001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1512},"claude-opus-4-8":{"in_tokens":2401,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":2406,"out_tokens":800},"mistral-large-2":{"in_tokens":1330,"out_tokens":716}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":2446,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":39.34505435099999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":1467},"claude-opus-4-8":{"in_tokens":2360,"out_tokens":768},"claude-opus-4-7":{"in_tokens":2365,"out_tokens":580},"mistral-large-2":{"in_tokens":1254,"out_tokens":539}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":7541,"error":null,"skip_reason":null,"score_raw":0.7250000000000001,"duration_s":66.316006577,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1953,"out_tokens":2480},"claude-opus-4-8":{"in_tokens":3845,"out_tokens":985},"claude-opus-4-7":{"in_tokens":3850,"out_tokens":691},"mistral-large-2":{"in_tokens":2096,"out_tokens":819}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":2498,"error":null,"skip_reason":null,"score_raw":0.15000000000000002,"duration_s":45.45380438799998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1655,"out_tokens":2173},"claude-opus-4-8":{"in_tokens":3091,"out_tokens":924},"claude-opus-4-7":{"in_tokens":3096,"out_tokens":722},"mistral-large-2":{"in_tokens":1754,"out_tokens":741}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":3745,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":64.96476950500002,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1170,"out_tokens":1396},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":818},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":722},"mistral-large-2":{"in_tokens":1234,"out_tokens":615}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":392,"out_tokens":4020,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":32.71136555999999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1908},"claude-opus-4-8":{"in_tokens":2300,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2305,"out_tokens":517},"mistral-large-2":{"in_tokens":1255,"out_tokens":623}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":9752,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":130.33354100600002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2199,"out_tokens":2132},"claude-opus-4-8":{"in_tokens":4390,"out_tokens":1047},"claude-opus-4-7":{"in_tokens":4395,"out_tokens":711},"mistral-large-2":{"in_tokens":2386,"out_tokens":775}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":3535,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":46.42732748999998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":2502,"out_tokens":980},"claude-opus-4-7":{"in_tokens":2507,"out_tokens":727},"mistral-large-2":{"in_tokens":1433,"out_tokens":666}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":3067,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":36.771207575999995,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":2214},"claude-opus-4-8":{"in_tokens":2401,"out_tokens":898},"claude-opus-4-7":{"in_tokens":2406,"out_tokens":769},"mistral-large-2":{"in_tokens":1363,"out_tokens":740}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":13734,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":116.676480967,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2131,"out_tokens":3027},"claude-opus-4-8":{"in_tokens":4306,"out_tokens":1425},"claude-opus-4-7":{"in_tokens":4311,"out_tokens":936},"mistral-large-2":{"in_tokens":2243,"out_tokens":802}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":3053,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":45.202875933,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1718},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":1162},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":900},"mistral-large-2":{"in_tokens":1339,"out_tokens":710}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2452,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":35.368753513,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":1079},"claude-opus-4-8":{"in_tokens":2581,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2586,"out_tokens":460},"mistral-large-2":{"in_tokens":1408,"out_tokens":560}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3055,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":47.08693271000001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1373},"claude-opus-4-8":{"in_tokens":2427,"out_tokens":894},"claude-opus-4-7":{"in_tokens":2432,"out_tokens":567},"mistral-large-2":{"in_tokens":1356,"out_tokens":609}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":2933,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":48.120362933000024,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1420},"claude-opus-4-8":{"in_tokens":2172,"out_tokens":570},"claude-opus-4-7":{"in_tokens":2177,"out_tokens":449},"mistral-large-2":{"in_tokens":1210,"out_tokens":535}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1930,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":27.37448367899998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1437},"claude-opus-4-8":{"in_tokens":2204,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2209,"out_tokens":519},"mistral-large-2":{"in_tokens":1256,"out_tokens":556}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2784,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":46.33853739000003,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":2337,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2342,"out_tokens":465},"mistral-large-2":{"in_tokens":1328,"out_tokens":635}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":13351,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":250.467569542,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2244,"out_tokens":2925},"claude-opus-4-8":{"in_tokens":4399,"out_tokens":1314},"claude-opus-4-7":{"in_tokens":4404,"out_tokens":1098},"mistral-large-2":{"in_tokens":2352,"out_tokens":860}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":2260,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":33.88070554999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":1452},"claude-opus-4-8":{"in_tokens":1995,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2000,"out_tokens":420},"mistral-large-2":{"in_tokens":1107,"out_tokens":546}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":2546,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":30.19914093700004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1162},"claude-opus-4-8":{"in_tokens":2038,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2043,"out_tokens":479},"mistral-large-2":{"in_tokens":1144,"out_tokens":467}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2501,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":40.444522027999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1083},"claude-opus-4-8":{"in_tokens":1932,"out_tokens":532},"claude-opus-4-7":{"in_tokens":1937,"out_tokens":426},"mistral-large-2":{"in_tokens":1089,"out_tokens":508}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":1734,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":30.500260251000043,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":968,"out_tokens":785},"claude-opus-4-8":{"in_tokens":1810,"out_tokens":470},"claude-opus-4-7":{"in_tokens":1815,"out_tokens":390},"mistral-large-2":{"in_tokens":1005,"out_tokens":426}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":1825,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":23.10499616100003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1326},"claude-opus-4-8":{"in_tokens":2054,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2059,"out_tokens":458},"mistral-large-2":{"in_tokens":1163,"out_tokens":555}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":8364,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":109.14897421499998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":1921},"claude-opus-4-8":{"in_tokens":2975,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2980,"out_tokens":559},"mistral-large-2":{"in_tokens":1600,"out_tokens":749}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":2368,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":37.021996909999984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1026},"claude-opus-4-8":{"in_tokens":2344,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2349,"out_tokens":475},"mistral-large-2":{"in_tokens":1314,"out_tokens":582}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":2505,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":41.264226518999976,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1135},"claude-opus-4-8":{"in_tokens":1959,"out_tokens":644},"claude-opus-4-7":{"in_tokens":1964,"out_tokens":572},"mistral-large-2":{"in_tokens":1103,"out_tokens":557}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2465,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":34.11508239899996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":795},"claude-opus-4-8":{"in_tokens":1971,"out_tokens":543},"claude-opus-4-7":{"in_tokens":1976,"out_tokens":481},"mistral-large-2":{"in_tokens":1092,"out_tokens":452}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":13088,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":161.164059314,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1955,"out_tokens":3324},"claude-opus-4-8":{"in_tokens":4034,"out_tokens":1279},"claude-opus-4-7":{"in_tokens":4039,"out_tokens":997},"mistral-large-2":{"in_tokens":2089,"out_tokens":818}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":2354,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":39.94607940999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1862},"claude-opus-4-8":{"in_tokens":2700,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2705,"out_tokens":571},"mistral-large-2":{"in_tokens":1458,"out_tokens":679}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1698,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":29.326882428000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1294},"claude-opus-4-8":{"in_tokens":2221,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2226,"out_tokens":463},"mistral-large-2":{"in_tokens":1229,"out_tokens":501}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":2549,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":40.155343835,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":1019},"claude-opus-4-8":{"in_tokens":2246,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":480},"mistral-large-2":{"in_tokens":1233,"out_tokens":532}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":1445,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":19.121357382000042,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1508},"claude-opus-4-8":{"in_tokens":2035,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":440},"mistral-large-2":{"in_tokens":1118,"out_tokens":717}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":1733,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":25.809438019000027,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":1416},"claude-opus-4-8":{"in_tokens":2098,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":449},"mistral-large-2":{"in_tokens":1180,"out_tokens":501}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":242,"out_tokens":2107,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":27.589763208999955,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1049,"out_tokens":1024},"claude-opus-4-8":{"in_tokens":2006,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2011,"out_tokens":476},"mistral-large-2":{"in_tokens":1100,"out_tokens":452}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":873,"out_tokens":14975,"error":null,"skip_reason":null,"score_raw":0.35000000000000003,"duration_s":126.19141508199999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2137,"out_tokens":2537},"claude-opus-4-8":{"in_tokens":4158,"out_tokens":1082},"claude-opus-4-7":{"in_tokens":4163,"out_tokens":827},"mistral-large-2":{"in_tokens":2235,"out_tokens":1536}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":15838,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":200.77085263,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":2665},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":960},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":815},"mistral-large-2":{"in_tokens":1470,"out_tokens":675}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2775,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":42.00193757599999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":1213},"claude-opus-4-8":{"in_tokens":2051,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2056,"out_tokens":537},"mistral-large-2":{"in_tokens":1134,"out_tokens":684}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":712,"out_tokens":11794,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":129.24381178199997,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2478,"out_tokens":3195},"claude-opus-4-8":{"in_tokens":5007,"out_tokens":1074},"claude-opus-4-7":{"in_tokens":5012,"out_tokens":1063},"mistral-large-2":{"in_tokens":2650,"out_tokens":816}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":722,"out_tokens":11722,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":97.702449581,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2774,"out_tokens":2182},"claude-opus-4-8":{"in_tokens":5448,"out_tokens":1104},"claude-opus-4-7":{"in_tokens":5453,"out_tokens":958},"mistral-large-2":{"in_tokens":2953,"out_tokens":1165}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":2807,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":45.48638186799997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1458},"claude-opus-4-8":{"in_tokens":2083,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2088,"out_tokens":552},"mistral-large-2":{"in_tokens":1184,"out_tokens":490}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":1621,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":27.361778359000027,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1004,"out_tokens":1864},"claude-opus-4-8":{"in_tokens":1954,"out_tokens":551},"claude-opus-4-7":{"in_tokens":1959,"out_tokens":486},"mistral-large-2":{"in_tokens":1085,"out_tokens":462}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":322,"out_tokens":1784,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.16949897500001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1020,"out_tokens":2411},"claude-opus-4-8":{"in_tokens":1990,"out_tokens":793},"claude-opus-4-7":{"in_tokens":1995,"out_tokens":614},"mistral-large-2":{"in_tokens":1108,"out_tokens":682}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2288,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":27.56923938700004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":1484},"claude-opus-4-8":{"in_tokens":1956,"out_tokens":761},"claude-opus-4-7":{"in_tokens":1961,"out_tokens":552},"mistral-large-2":{"in_tokens":1136,"out_tokens":680}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":2041,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":24.18024952799999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1422},"claude-opus-4-8":{"in_tokens":2098,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":501},"mistral-large-2":{"in_tokens":1183,"out_tokens":561}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2312,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":639.7594294390001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1056,"out_tokens":1200},"claude-opus-4-8":{"in_tokens":1964,"out_tokens":651},"claude-opus-4-7":{"in_tokens":1969,"out_tokens":547},"mistral-large-2":{"in_tokens":1103,"out_tokens":587}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":2758,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":42.03951570100003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1638},"claude-opus-4-8":{"in_tokens":2181,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2186,"out_tokens":522},"mistral-large-2":{"in_tokens":1255,"out_tokens":601}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":1953,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":632.2797077659999,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":2142,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2147,"out_tokens":611},"mistral-large-2":{"in_tokens":1229,"out_tokens":674}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":3616,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":46.58081586100002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1162,"out_tokens":1962},"claude-opus-4-8":{"in_tokens":2182,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2187,"out_tokens":578},"mistral-large-2":{"in_tokens":1279,"out_tokens":690}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1274,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":19.955845530999795,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":1517},"claude-opus-4-8":{"in_tokens":2063,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2068,"out_tokens":519},"mistral-large-2":{"in_tokens":1166,"out_tokens":594}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":1828,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":27.871509022999817,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1189,"out_tokens":1116},"claude-opus-4-8":{"in_tokens":2274,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2279,"out_tokens":556},"mistral-large-2":{"in_tokens":1311,"out_tokens":567}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":300,"out_tokens":2124,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":30.003779729999906,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1008,"out_tokens":1657},"claude-opus-4-8":{"in_tokens":1903,"out_tokens":654},"claude-opus-4-7":{"in_tokens":1908,"out_tokens":485},"mistral-large-2":{"in_tokens":1114,"out_tokens":541}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":3661,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":62.621469212999955,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1004,"out_tokens":1550},"claude-opus-4-8":{"in_tokens":2005,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2010,"out_tokens":528},"mistral-large-2":{"in_tokens":1073,"out_tokens":519}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":3391,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":47.841915641000014,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":1273},"claude-opus-4-8":{"in_tokens":2052,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2057,"out_tokens":611},"mistral-large-2":{"in_tokens":1257,"out_tokens":677}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2579,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":41.15228893499989,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1272},"claude-opus-4-8":{"in_tokens":2164,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2169,"out_tokens":577},"mistral-large-2":{"in_tokens":1186,"out_tokens":499}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":2491,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":651.3910823450001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1056,"out_tokens":1774},"claude-opus-4-8":{"in_tokens":1996,"out_tokens":549},"claude-opus-4-7":{"in_tokens":2001,"out_tokens":486},"mistral-large-2":{"in_tokens":1152,"out_tokens":559}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":1983,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":51.582598927999925,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1569},"claude-opus-4-8":{"in_tokens":2472,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2477,"out_tokens":674},"mistral-large-2":{"in_tokens":1435,"out_tokens":708}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":2524,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":42.78809334699986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":796},"claude-opus-4-8":{"in_tokens":2541,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2546,"out_tokens":439},"mistral-large-2":{"in_tokens":1564,"out_tokens":507}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2039,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":34.498256558000094,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":2098,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":521},"mistral-large-2":{"in_tokens":1189,"out_tokens":557}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":3604,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":61.79521796900008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1635,"out_tokens":1955},"claude-opus-4-8":{"in_tokens":3049,"out_tokens":790},"claude-opus-4-7":{"in_tokens":3054,"out_tokens":553},"mistral-large-2":{"in_tokens":1753,"out_tokens":623}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":2273,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":40.70881773899987,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":7,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1476},"claude-opus-4-8":{"in_tokens":2101,"out_tokens":833},"claude-opus-4-7":{"in_tokens":2106,"out_tokens":647},"mistral-large-2":{"in_tokens":1200,"out_tokens":635}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2228,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":32.02912703799984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":2283,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2288,"out_tokens":508},"mistral-large-2":{"in_tokens":1297,"out_tokens":605}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":2596,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":32.97602325999992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":1584},"claude-opus-4-8":{"in_tokens":2042,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2047,"out_tokens":522},"mistral-large-2":{"in_tokens":1172,"out_tokens":740}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":375,"out_tokens":3103,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":52.946810486000004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1322},"claude-opus-4-8":{"in_tokens":2107,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2112,"out_tokens":540},"mistral-large-2":{"in_tokens":1217,"out_tokens":623}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":3282,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":49.63699395799995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1305},"claude-opus-4-8":{"in_tokens":2198,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":540},"mistral-large-2":{"in_tokens":1227,"out_tokens":619}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":2096,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":34.64130083700002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1041,"out_tokens":1678},"claude-opus-4-8":{"in_tokens":2066,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2071,"out_tokens":521},"mistral-large-2":{"in_tokens":1141,"out_tokens":566}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":2632,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":47.18156649100001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1014,"out_tokens":1725},"claude-opus-4-8":{"in_tokens":1978,"out_tokens":887},"claude-opus-4-7":{"in_tokens":1983,"out_tokens":555},"mistral-large-2":{"in_tokens":1117,"out_tokens":878}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":4011,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":49.44525591499996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":2242},"claude-opus-4-8":{"in_tokens":2095,"out_tokens":922},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":634},"mistral-large-2":{"in_tokens":1239,"out_tokens":576}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":1921,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":29.52395941399982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":1029},"claude-opus-4-8":{"in_tokens":2041,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2046,"out_tokens":474},"mistral-large-2":{"in_tokens":1168,"out_tokens":527}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":2570,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":34.41388922300007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":953,"out_tokens":1521},"claude-opus-4-8":{"in_tokens":1846,"out_tokens":574},"claude-opus-4-7":{"in_tokens":1851,"out_tokens":512},"mistral-large-2":{"in_tokens":1006,"out_tokens":480}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":2552,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":32.838184158999866,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":757},"claude-opus-4-8":{"in_tokens":1999,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2004,"out_tokens":497},"mistral-large-2":{"in_tokens":1130,"out_tokens":524}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1563,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":23.23742887000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":947,"out_tokens":1109},"claude-opus-4-8":{"in_tokens":1824,"out_tokens":565},"claude-opus-4-7":{"in_tokens":1829,"out_tokens":419},"mistral-large-2":{"in_tokens":1028,"out_tokens":483}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1774,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.99442500600003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":1101},"claude-opus-4-8":{"in_tokens":1965,"out_tokens":565},"claude-opus-4-7":{"in_tokens":1970,"out_tokens":505},"mistral-large-2":{"in_tokens":1155,"out_tokens":549}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":3463,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":45.511368403000006,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":2464},"claude-opus-4-8":{"in_tokens":2747,"out_tokens":1211},"claude-opus-4-7":{"in_tokens":2752,"out_tokens":781},"mistral-large-2":{"in_tokens":1493,"out_tokens":756}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2251,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":32.790519082999936,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1373},"claude-opus-4-8":{"in_tokens":2478,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2483,"out_tokens":566},"mistral-large-2":{"in_tokens":1333,"out_tokens":659}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2476,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":1237.36533999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":1869,"out_tokens":554},"claude-opus-4-7":{"in_tokens":1874,"out_tokens":498},"mistral-large-2":{"in_tokens":1095,"out_tokens":584}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":5460,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":83.07319504099996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":2147},"claude-opus-4-8":{"in_tokens":2490,"out_tokens":824},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":583},"mistral-large-2":{"in_tokens":1284,"out_tokens":555}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2402,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":31.284231509999927,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":970,"out_tokens":1731},"claude-opus-4-8":{"in_tokens":1913,"out_tokens":596},"claude-opus-4-7":{"in_tokens":1918,"out_tokens":387},"mistral-large-2":{"in_tokens":1050,"out_tokens":634}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2608,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":44.26601996299996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1739},"claude-opus-4-8":{"in_tokens":2202,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2207,"out_tokens":606},"mistral-large-2":{"in_tokens":1154,"out_tokens":491}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2425,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":38.22891454700016,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":1885},"claude-opus-4-8":{"in_tokens":1998,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2003,"out_tokens":623},"mistral-large-2":{"in_tokens":1064,"out_tokens":444}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":1901,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":30.630864003999932,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":896,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":1810,"out_tokens":497},"claude-opus-4-7":{"in_tokens":1815,"out_tokens":425},"mistral-large-2":{"in_tokens":954,"out_tokens":374}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":2207,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":638.397331675,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1011,"out_tokens":957},"claude-opus-4-8":{"in_tokens":1971,"out_tokens":617},"claude-opus-4-7":{"in_tokens":1976,"out_tokens":542},"mistral-large-2":{"in_tokens":1085,"out_tokens":567}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1919,"error":null,"skip_reason":null,"score_raw":0.20833333333333331,"duration_s":22.759427963999997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":964,"out_tokens":1126},"claude-opus-4-8":{"in_tokens":1971,"out_tokens":434},"claude-opus-4-7":{"in_tokens":1976,"out_tokens":397},"mistral-large-2":{"in_tokens":1028,"out_tokens":453}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":318,"out_tokens":3048,"error":null,"skip_reason":null,"score_raw":0.20833333333333331,"duration_s":46.95456694399991,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":961,"out_tokens":2077},"claude-opus-4-8":{"in_tokens":1915,"out_tokens":654},"claude-opus-4-7":{"in_tokens":1920,"out_tokens":501},"mistral-large-2":{"in_tokens":1031,"out_tokens":697}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":3396,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":42.31503933199997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":889,"out_tokens":1397},"claude-opus-4-8":{"in_tokens":1723,"out_tokens":465},"claude-opus-4-7":{"in_tokens":1728,"out_tokens":417},"mistral-large-2":{"in_tokens":922,"out_tokens":453}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2569,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":34.446951950000084,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1022,"out_tokens":2033},"claude-opus-4-8":{"in_tokens":2022,"out_tokens":924},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":605},"mistral-large-2":{"in_tokens":1071,"out_tokens":541}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":2763,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":38.86443551699995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1222},"claude-opus-4-8":{"in_tokens":1943,"out_tokens":677},"claude-opus-4-7":{"in_tokens":1948,"out_tokens":451},"mistral-large-2":{"in_tokens":1041,"out_tokens":517}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":2836,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":42.95512642300014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1344},"claude-opus-4-8":{"in_tokens":2212,"out_tokens":539},"claude-opus-4-7":{"in_tokens":2217,"out_tokens":509},"mistral-large-2":{"in_tokens":1227,"out_tokens":468}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":2175,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":40.431371720000016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1034,"out_tokens":1598},"claude-opus-4-8":{"in_tokens":2070,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":578},"mistral-large-2":{"in_tokens":1118,"out_tokens":616}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2348,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":34.62383088799993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":989,"out_tokens":1312},"claude-opus-4-8":{"in_tokens":1956,"out_tokens":681},"claude-opus-4-7":{"in_tokens":1961,"out_tokens":629},"mistral-large-2":{"in_tokens":1046,"out_tokens":558}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2837,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":53.32161814300002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":948,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":1944,"out_tokens":548},"claude-opus-4-7":{"in_tokens":1949,"out_tokens":484},"mistral-large-2":{"in_tokens":1003,"out_tokens":561}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":3226,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":86.03894862100015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1001,"out_tokens":1992},"claude-opus-4-8":{"in_tokens":2002,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2007,"out_tokens":623},"mistral-large-2":{"in_tokens":1043,"out_tokens":573}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":4524,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":81.33507908299998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1855,"out_tokens":2344},"claude-opus-4-8":{"in_tokens":3606,"out_tokens":1249},"claude-opus-4-7":{"in_tokens":3611,"out_tokens":897},"mistral-large-2":{"in_tokens":1943,"out_tokens":814}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":4408,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":74.28118606099997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.2,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":1910},"claude-opus-4-8":{"in_tokens":3272,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":3277,"out_tokens":706},"mistral-large-2":{"in_tokens":1788,"out_tokens":746}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":4357,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":74.03245552099997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":2185},"claude-opus-4-8":{"in_tokens":3295,"out_tokens":885},"claude-opus-4-7":{"in_tokens":3300,"out_tokens":640},"mistral-large-2":{"in_tokens":1823,"out_tokens":819}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":4070,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":62.79760469100006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1799,"out_tokens":2367},"claude-opus-4-8":{"in_tokens":3567,"out_tokens":912},"claude-opus-4-7":{"in_tokens":3572,"out_tokens":993},"mistral-large-2":{"in_tokens":1911,"out_tokens":715}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":2954,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":45.73060952100013,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":2572},"claude-opus-4-8":{"in_tokens":3146,"out_tokens":1061},"claude-opus-4-7":{"in_tokens":3151,"out_tokens":675},"mistral-large-2":{"in_tokens":1729,"out_tokens":790}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":2796,"error":null,"skip_reason":null,"score_raw":0.2857142857142857,"duration_s":47.538438197000005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1032,"out_tokens":1541},"claude-opus-4-8":{"in_tokens":1981,"out_tokens":579},"claude-opus-4-7":{"in_tokens":1986,"out_tokens":501},"mistral-large-2":{"in_tokens":1105,"out_tokens":510}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2672,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":43.354708213000094,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1900},"claude-opus-4-8":{"in_tokens":2742,"out_tokens":821},"claude-opus-4-7":{"in_tokens":2747,"out_tokens":627},"mistral-large-2":{"in_tokens":1444,"out_tokens":768}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":2832,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":36.12864194200006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":1446},"claude-opus-4-8":{"in_tokens":2105,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":534},"mistral-large-2":{"in_tokens":1140,"out_tokens":624}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":3551,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":42.22904167900015,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":2307},"claude-opus-4-8":{"in_tokens":2320,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2325,"out_tokens":624},"mistral-large-2":{"in_tokens":1299,"out_tokens":1077}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":3581,"error":null,"skip_reason":null,"score_raw":0.47500000000000003,"duration_s":59.576451761000044,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1788,"out_tokens":2521},"claude-opus-4-8":{"in_tokens":3466,"out_tokens":1091},"claude-opus-4-7":{"in_tokens":3471,"out_tokens":741},"mistral-large-2":{"in_tokens":1866,"out_tokens":653}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":4172,"error":null,"skip_reason":null,"score_raw":0.44999999999999996,"duration_s":60.96716861600021,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1665,"out_tokens":2504},"claude-opus-4-8":{"in_tokens":3276,"out_tokens":990},"claude-opus-4-7":{"in_tokens":3281,"out_tokens":750},"mistral-large-2":{"in_tokens":1796,"out_tokens":734}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":3929,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":68.71066135599995,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1912,"out_tokens":2736},"claude-opus-4-8":{"in_tokens":3717,"out_tokens":1055},"claude-opus-4-7":{"in_tokens":3722,"out_tokens":749},"mistral-large-2":{"in_tokens":2053,"out_tokens":907}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":1944,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":636.390857117,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1033,"out_tokens":1960},"claude-opus-4-8":{"in_tokens":1984,"out_tokens":683},"claude-opus-4-7":{"in_tokens":1989,"out_tokens":565},"mistral-large-2":{"in_tokens":1126,"out_tokens":572}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":18984,"error":null,"skip_reason":null,"score_raw":0.6749999999999999,"duration_s":2318.5641905680004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2180,"out_tokens":2372},"claude-opus-4-8":{"in_tokens":4350,"out_tokens":937},"claude-opus-4-7":{"in_tokens":4355,"out_tokens":840},"mistral-large-2":{"in_tokens":2348,"out_tokens":788}}}