{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":8.429714112,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":2375},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":642},"mistral-large-2":{"in_tokens":1356,"out_tokens":699}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":519,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":9.557962885999999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1776,"out_tokens":2624},"claude-opus-4-7":{"in_tokens":3332,"out_tokens":899},"mistral-large-2":{"in_tokens":1889,"out_tokens":728}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":469,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":9.700342887000005,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1868},"claude-opus-4-7":{"in_tokens":2863,"out_tokens":727},"mistral-large-2":{"in_tokens":1675,"out_tokens":712}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":434,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":9.661908863999997,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":2003},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":770},"mistral-large-2":{"in_tokens":1490,"out_tokens":743}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":13.458834117999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":1155},"claude-opus-4-7":{"in_tokens":2112,"out_tokens":567},"mistral-large-2":{"in_tokens":1191,"out_tokens":689}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":17.946485728,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1597},"claude-opus-4-7":{"in_tokens":2143,"out_tokens":537},"mistral-large-2":{"in_tokens":1192,"out_tokens":615}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":20.117548444999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":1654},"claude-opus-4-7":{"in_tokens":2712,"out_tokens":617},"mistral-large-2":{"in_tokens":1525,"out_tokens":657}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":997,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":19.960911441999997,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1487,"out_tokens":2958},"claude-opus-4-7":{"in_tokens":2858,"out_tokens":832},"mistral-large-2":{"in_tokens":1596,"out_tokens":750}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":9.019377861999999,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1850,"out_tokens":2130},"claude-opus-4-7":{"in_tokens":3548,"out_tokens":1009},"mistral-large-2":{"in_tokens":1964,"out_tokens":760}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":9.402974444999998,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":2491},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":822},"mistral-large-2":{"in_tokens":1650,"out_tokens":647}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1208,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":22.603661535,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1955,"out_tokens":4211},"claude-opus-4-7":{"in_tokens":3603,"out_tokens":890},"mistral-large-2":{"in_tokens":2085,"out_tokens":738}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":455,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":12.386074100000002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1874,"out_tokens":1770},"claude-opus-4-7":{"in_tokens":3620,"out_tokens":785},"mistral-large-2":{"in_tokens":2018,"out_tokens":882}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":22.376110077000007,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":2360},"claude-opus-4-7":{"in_tokens":2524,"out_tokens":679},"mistral-large-2":{"in_tokens":1476,"out_tokens":692}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1400,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":25.254230252,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":2549},"claude-opus-4-7":{"in_tokens":3444,"out_tokens":902},"mistral-large-2":{"in_tokens":2029,"out_tokens":720}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":24.869577199999995,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1524,"out_tokens":1935},"claude-opus-4-7":{"in_tokens":2861,"out_tokens":639},"mistral-large-2":{"in_tokens":1610,"out_tokens":866}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":708,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":18.40565709500001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1805,"out_tokens":1946},"claude-opus-4-7":{"in_tokens":3529,"out_tokens":846},"mistral-large-2":{"in_tokens":1947,"out_tokens":687}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":427,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":9.746595662000004,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":2256},"claude-opus-4-7":{"in_tokens":2875,"out_tokens":792},"mistral-large-2":{"in_tokens":1498,"out_tokens":712}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":486,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":10.531805817000006,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":2406},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":936},"mistral-large-2":{"in_tokens":1607,"out_tokens":785}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.047619047619047616,"duration_s":8.970389473999987,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1431,"out_tokens":1765},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":636},"mistral-large-2":{"in_tokens":1513,"out_tokens":645}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1726,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":32.268931644000006,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":2497},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":676},"mistral-large-2":{"in_tokens":1386,"out_tokens":713}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1707,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":37.24751340399999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":2016},"claude-opus-4-7":{"in_tokens":2708,"out_tokens":581},"mistral-large-2":{"in_tokens":1532,"out_tokens":784}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":22.177268224000002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":2310},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":637},"mistral-large-2":{"in_tokens":1833,"out_tokens":847}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":385,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":7.6843942269999985,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":2373},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":772},"mistral-large-2":{"in_tokens":1613,"out_tokens":651}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":417,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":8.580064995,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":2630},"claude-opus-4-7":{"in_tokens":2780,"out_tokens":772},"mistral-large-2":{"in_tokens":1586,"out_tokens":820}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":23.071772812999995,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":1916},"claude-opus-4-7":{"in_tokens":3320,"out_tokens":880},"mistral-large-2":{"in_tokens":1840,"out_tokens":871}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":570,"error":null,"skip_reason":null,"score_raw":0.10000000000000002,"duration_s":11.396622723999997,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2035,"out_tokens":2133},"claude-opus-4-7":{"in_tokens":3809,"out_tokens":947},"mistral-large-2":{"in_tokens":2168,"out_tokens":937}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":549,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":10.445427099000014,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":1991},"claude-opus-4-7":{"in_tokens":3126,"out_tokens":776},"mistral-large-2":{"in_tokens":1677,"out_tokens":715}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1226,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":22.870687223000004,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2092,"out_tokens":2613},"claude-opus-4-7":{"in_tokens":3973,"out_tokens":781},"mistral-large-2":{"in_tokens":2260,"out_tokens":925}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1568,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":27.211584216999995,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2291,"out_tokens":2865},"claude-opus-4-7":{"in_tokens":4335,"out_tokens":880},"mistral-large-2":{"in_tokens":2435,"out_tokens":923}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1327,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.635790813,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1806,"out_tokens":3111},"claude-opus-4-7":{"in_tokens":3400,"out_tokens":870},"mistral-large-2":{"in_tokens":1911,"out_tokens":641}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1458,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":26.765231684,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1917,"out_tokens":3595},"claude-opus-4-7":{"in_tokens":3627,"out_tokens":761},"mistral-large-2":{"in_tokens":2075,"out_tokens":711}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":23.35909358100001,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":2701},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":738},"mistral-large-2":{"in_tokens":1364,"out_tokens":577}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":26.417245715999996,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":2375},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":762},"mistral-large-2":{"in_tokens":1511,"out_tokens":764}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2861,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":50.35148079,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1966,"out_tokens":2012},"claude-opus-4-7":{"in_tokens":3785,"out_tokens":676},"mistral-large-2":{"in_tokens":2181,"out_tokens":817}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":19.892125768,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1581},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":622},"mistral-large-2":{"in_tokens":1314,"out_tokens":653}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":21.602773201000005,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":2177},"claude-opus-4-7":{"in_tokens":2328,"out_tokens":567},"mistral-large-2":{"in_tokens":1235,"out_tokens":550}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":3208,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":64.28463655200001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2125,"out_tokens":3196},"claude-opus-4-7":{"in_tokens":3940,"out_tokens":854},"mistral-large-2":{"in_tokens":2256,"out_tokens":881}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1264,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":23.09083093400001,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1692,"out_tokens":2767},"claude-opus-4-7":{"in_tokens":3277,"out_tokens":889},"mistral-large-2":{"in_tokens":1808,"out_tokens":865}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1030,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.312168740999994,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":2358},"claude-opus-4-7":{"in_tokens":3022,"out_tokens":663},"mistral-large-2":{"in_tokens":1624,"out_tokens":600}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":19.374716551000006,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":1788},"claude-opus-4-7":{"in_tokens":3236,"out_tokens":663},"mistral-large-2":{"in_tokens":1842,"out_tokens":716}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1176,"error":null,"skip_reason":null,"score_raw":0.8095238095238096,"duration_s":21.263467269999992,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":2583},"claude-opus-4-7":{"in_tokens":3155,"out_tokens":621},"mistral-large-2":{"in_tokens":1776,"out_tokens":583}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.19047619047619047,"duration_s":23.594163422999998,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1496},"claude-opus-4-7":{"in_tokens":2491,"out_tokens":714},"mistral-large-2":{"in_tokens":1312,"out_tokens":593}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1656,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":28.521215726999998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2385,"out_tokens":3866},"claude-opus-4-7":{"in_tokens":4427,"out_tokens":996},"mistral-large-2":{"in_tokens":2533,"out_tokens":1083}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2934,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":50.134760715,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2203,"out_tokens":3304},"claude-opus-4-7":{"in_tokens":4273,"out_tokens":895},"mistral-large-2":{"in_tokens":2376,"out_tokens":857}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":26.62865140800001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1306},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":558},"mistral-large-2":{"in_tokens":1472,"out_tokens":611}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2747,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":47.680338538,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2236,"out_tokens":3177},"claude-opus-4-7":{"in_tokens":4270,"out_tokens":743},"mistral-large-2":{"in_tokens":2375,"out_tokens":875}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":981,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":16.62251207700001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":1796},"claude-opus-4-7":{"in_tokens":3021,"out_tokens":701},"mistral-large-2":{"in_tokens":1745,"out_tokens":682}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.07407407407407407,"duration_s":22.783821468000014,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1996},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":963},"mistral-large-2":{"in_tokens":1424,"out_tokens":722}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1140,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":21.832945588,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":2401},"claude-opus-4-7":{"in_tokens":3273,"out_tokens":832},"mistral-large-2":{"in_tokens":1865,"out_tokens":774}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":985,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":18.87706129,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1619,"out_tokens":2465},"claude-opus-4-7":{"in_tokens":3060,"out_tokens":778},"mistral-large-2":{"in_tokens":1679,"out_tokens":567}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":20.12361645599998,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":2227},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":601},"mistral-large-2":{"in_tokens":1419,"out_tokens":741}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":22.59898474100001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1227},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":499},"mistral-large-2":{"in_tokens":1438,"out_tokens":534}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1051,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.01386561199999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1624,"out_tokens":1818},"claude-opus-4-7":{"in_tokens":3116,"out_tokens":508},"mistral-large-2":{"in_tokens":1690,"out_tokens":704}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3110,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":52.43866963100001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1958,"out_tokens":1803},"claude-opus-4-7":{"in_tokens":3721,"out_tokens":672},"mistral-large-2":{"in_tokens":2131,"out_tokens":703}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":979,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":19.50658504500001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":1986},"claude-opus-4-7":{"in_tokens":3037,"out_tokens":554},"mistral-large-2":{"in_tokens":1711,"out_tokens":674}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":20.55005597799999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1547},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":623},"mistral-large-2":{"in_tokens":1432,"out_tokens":588}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":912,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":17.857716988999982,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":1509},"claude-opus-4-7":{"in_tokens":2713,"out_tokens":538},"mistral-large-2":{"in_tokens":1519,"out_tokens":579}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.343253045999973,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1660},"claude-opus-4-7":{"in_tokens":2287,"out_tokens":517},"mistral-large-2":{"in_tokens":1271,"out_tokens":579}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.478566247000003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":867},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":419},"mistral-large-2":{"in_tokens":1320,"out_tokens":510}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":582,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":72.489028772,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1655,"out_tokens":1874},"claude-opus-4-7":{"in_tokens":3179,"out_tokens":534},"mistral-large-2":{"in_tokens":1722,"out_tokens":550}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":16.09066370299999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1601},"claude-opus-4-7":{"in_tokens":2117,"out_tokens":440},"mistral-large-2":{"in_tokens":1212,"out_tokens":577}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":556,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":71.248764278,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":1858},"claude-opus-4-7":{"in_tokens":2769,"out_tokens":562},"mistral-large-2":{"in_tokens":1562,"out_tokens":637}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":535,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":71.70145834599998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1817},"claude-opus-4-7":{"in_tokens":2844,"out_tokens":559},"mistral-large-2":{"in_tokens":1605,"out_tokens":504}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1917,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":32.02512015299999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1612,"out_tokens":1903},"claude-opus-4-7":{"in_tokens":3137,"out_tokens":657},"mistral-large-2":{"in_tokens":1738,"out_tokens":852}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1366,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":26.188499320999995,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1736,"out_tokens":1863},"claude-opus-4-7":{"in_tokens":3230,"out_tokens":433},"mistral-large-2":{"in_tokens":1803,"out_tokens":662}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":75.575219662,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":1542},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":630},"mistral-large-2":{"in_tokens":1942,"out_tokens":586}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3226,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":53.791954417,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1816,"out_tokens":1983},"claude-opus-4-7":{"in_tokens":3532,"out_tokens":889},"mistral-large-2":{"in_tokens":1926,"out_tokens":631}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":384,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":7.6968231040000035,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1873},"claude-opus-4-7":{"in_tokens":2297,"out_tokens":509},"mistral-large-2":{"in_tokens":1283,"out_tokens":522}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2455,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":38.17006624700002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":1676},"claude-opus-4-7":{"in_tokens":3194,"out_tokens":720},"mistral-large-2":{"in_tokens":1702,"out_tokens":650}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1334,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":26.469997025999987,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1692,"out_tokens":1496},"claude-opus-4-7":{"in_tokens":3093,"out_tokens":520},"mistral-large-2":{"in_tokens":1780,"out_tokens":588}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":593,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":12.288887950999992,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1916},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":552},"mistral-large-2":{"in_tokens":1608,"out_tokens":647}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":422,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":8.826679599000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1222},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":473},"mistral-large-2":{"in_tokens":1373,"out_tokens":488}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.72173009299999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1281},"claude-opus-4-7":{"in_tokens":2072,"out_tokens":499},"mistral-large-2":{"in_tokens":1145,"out_tokens":543}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":566,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":11.766006314999998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":1413},"claude-opus-4-7":{"in_tokens":2696,"out_tokens":537},"mistral-large-2":{"in_tokens":1501,"out_tokens":583}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":946,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.215726705999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.25,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1979},"claude-opus-4-7":{"in_tokens":2608,"out_tokens":491},"mistral-large-2":{"in_tokens":1473,"out_tokens":574}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":17.962882627,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1338},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":452},"mistral-large-2":{"in_tokens":1126,"out_tokens":531}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":21.44518544899998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":2820},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":547},"mistral-large-2":{"in_tokens":1477,"out_tokens":550}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.4761904761904762,"duration_s":6.10496687700001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1357},"claude-opus-4-7":{"in_tokens":2029,"out_tokens":440},"mistral-large-2":{"in_tokens":1121,"out_tokens":453}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.91205245399999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1060,"out_tokens":1253},"claude-opus-4-7":{"in_tokens":2006,"out_tokens":483},"mistral-large-2":{"in_tokens":1123,"out_tokens":452}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.409266449,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":715},"claude-opus-4-7":{"in_tokens":1879,"out_tokens":377},"mistral-large-2":{"in_tokens":1029,"out_tokens":470}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":579,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":12.574897203999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1611,"out_tokens":1492},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":522},"mistral-large-2":{"in_tokens":1685,"out_tokens":527}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":726,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.271224424000025,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":2032},"claude-opus-4-7":{"in_tokens":2991,"out_tokens":485},"mistral-large-2":{"in_tokens":1730,"out_tokens":668}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":519,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":11.456741528000009,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":2317},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":513},"mistral-large-2":{"in_tokens":1428,"out_tokens":546}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1365,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":25.72709500900001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1602,"out_tokens":1311},"claude-opus-4-7":{"in_tokens":3061,"out_tokens":686},"mistral-large-2":{"in_tokens":1706,"out_tokens":621}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":805,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.172869652000003,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":1453},"claude-opus-4-7":{"in_tokens":3117,"out_tokens":703},"mistral-large-2":{"in_tokens":1743,"out_tokens":681}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":834,"error":null,"skip_reason":null,"score_raw":0.9523809523809524,"duration_s":18.07298008699999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":1257},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":404},"mistral-large-2":{"in_tokens":1329,"out_tokens":652}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":992,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.540787448999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":1622},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":464},"mistral-large-2":{"in_tokens":1554,"out_tokens":641}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":19.368768070000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1852},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":479},"mistral-large-2":{"in_tokens":1213,"out_tokens":534}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":884,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.156564633000016,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1897},"claude-opus-4-7":{"in_tokens":2836,"out_tokens":443},"mistral-large-2":{"in_tokens":1590,"out_tokens":571}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.385362181000005,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":1225},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":474},"mistral-large-2":{"in_tokens":1325,"out_tokens":653}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":7.734086910000002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":1350},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":529},"mistral-large-2":{"in_tokens":1367,"out_tokens":762}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.1851851851851852,"duration_s":17.280166766999997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1330},"claude-opus-4-7":{"in_tokens":2080,"out_tokens":534},"mistral-large-2":{"in_tokens":1148,"out_tokens":553}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":2429,"error":null,"skip_reason":null,"score_raw":0.8095238095238096,"duration_s":45.852957419000006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1584,"out_tokens":2076},"claude-opus-4-7":{"in_tokens":3150,"out_tokens":497},"mistral-large-2":{"in_tokens":1690,"out_tokens":781}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":508,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":11.516037783000002,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":1464},"claude-opus-4-7":{"in_tokens":2807,"out_tokens":460},"mistral-large-2":{"in_tokens":1530,"out_tokens":571}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":707,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":13.863974933999998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1581,"out_tokens":1779},"claude-opus-4-7":{"in_tokens":2915,"out_tokens":505},"mistral-large-2":{"in_tokens":1644,"out_tokens":743}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.090495366,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1167},"claude-opus-4-7":{"in_tokens":2056,"out_tokens":538},"mistral-large-2":{"in_tokens":1140,"out_tokens":485}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":15.706988041999978,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1898,"out_tokens":1581},"claude-opus-4-7":{"in_tokens":3618,"out_tokens":710},"mistral-large-2":{"in_tokens":1955,"out_tokens":719}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":6.288861209999993,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1162},"claude-opus-4-7":{"in_tokens":2321,"out_tokens":446},"mistral-large-2":{"in_tokens":1273,"out_tokens":601}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2078,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":39.28602780600002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":1530},"claude-opus-4-7":{"in_tokens":3152,"out_tokens":742},"mistral-large-2":{"in_tokens":1815,"out_tokens":1095}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":9.980656082999985,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":1189},"claude-opus-4-7":{"in_tokens":2598,"out_tokens":540},"mistral-large-2":{"in_tokens":1467,"out_tokens":589}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":9.539143183999983,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1765},"claude-opus-4-7":{"in_tokens":2523,"out_tokens":543},"mistral-large-2":{"in_tokens":1366,"out_tokens":512}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.031810466000024,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1420},"claude-opus-4-7":{"in_tokens":2608,"out_tokens":474},"mistral-large-2":{"in_tokens":1448,"out_tokens":531}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":1061,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.872671647000004,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1470,"out_tokens":1439},"claude-opus-4-7":{"in_tokens":2731,"out_tokens":559},"mistral-large-2":{"in_tokens":1543,"out_tokens":712}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.013583525999991,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1777},"claude-opus-4-7":{"in_tokens":2109,"out_tokens":745},"mistral-large-2":{"in_tokens":1167,"out_tokens":694}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":19.099100709,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1220},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":483},"mistral-large-2":{"in_tokens":1153,"out_tokens":538}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1087,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.758502755999984,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1626},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":567},"mistral-large-2":{"in_tokens":1528,"out_tokens":679}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":18.808576499999987,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1123},"claude-opus-4-7":{"in_tokens":2229,"out_tokens":493},"mistral-large-2":{"in_tokens":1222,"out_tokens":713}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1239,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":23.857903642999986,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1814,"out_tokens":2120},"claude-opus-4-7":{"in_tokens":3395,"out_tokens":538},"mistral-large-2":{"in_tokens":1873,"out_tokens":726}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.89855048999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1191},"claude-opus-4-7":{"in_tokens":2148,"out_tokens":457},"mistral-large-2":{"in_tokens":1186,"out_tokens":481}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":24.37968752399999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":1254},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":494},"mistral-large-2":{"in_tokens":1507,"out_tokens":595}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.307508471999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1527},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":419},"mistral-large-2":{"in_tokens":1251,"out_tokens":515}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3101,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":62.356778159999976,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2358,"out_tokens":2395},"claude-opus-4-7":{"in_tokens":4321,"out_tokens":789},"mistral-large-2":{"in_tokens":2510,"out_tokens":1028}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":907,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":17.83385832000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":1369},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":486},"mistral-large-2":{"in_tokens":1500,"out_tokens":492}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":907,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.93633081499999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":1905},"claude-opus-4-7":{"in_tokens":2678,"out_tokens":554},"mistral-large-2":{"in_tokens":1525,"out_tokens":527}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":100,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":15.567272808999974,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":829},"claude-opus-4-7":{"in_tokens":1976,"out_tokens":520},"mistral-large-2":{"in_tokens":1088,"out_tokens":546}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1262,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.365834200000023,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1735},"claude-opus-4-7":{"in_tokens":3104,"out_tokens":495},"mistral-large-2":{"in_tokens":1690,"out_tokens":721}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":21.036014891999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1174},"claude-opus-4-7":{"in_tokens":2173,"out_tokens":459},"mistral-large-2":{"in_tokens":1202,"out_tokens":506}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":15.19905669000002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1588},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":549},"mistral-large-2":{"in_tokens":1298,"out_tokens":821}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":15.92712211899999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1070,"out_tokens":1199},"claude-opus-4-7":{"in_tokens":2085,"out_tokens":475},"mistral-large-2":{"in_tokens":1123,"out_tokens":427}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3042,"error":null,"skip_reason":null,"score_raw":0.40740740740740744,"duration_s":65.122422027,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1881,"out_tokens":2665},"claude-opus-4-7":{"in_tokens":3518,"out_tokens":786},"mistral-large-2":{"in_tokens":2066,"out_tokens":756}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":906,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":16.030412207999973,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1283},"claude-opus-4-7":{"in_tokens":2591,"out_tokens":457},"mistral-large-2":{"in_tokens":1407,"out_tokens":555}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":795,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":15.146670355999987,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":1660},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":557},"mistral-large-2":{"in_tokens":1572,"out_tokens":925}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1690,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":38.77992230699999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1877,"out_tokens":1663},"claude-opus-4-7":{"in_tokens":3547,"out_tokens":448},"mistral-large-2":{"in_tokens":1961,"out_tokens":637}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":836,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":15.768468955000031,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":2255},"claude-opus-4-7":{"in_tokens":2530,"out_tokens":529},"mistral-large-2":{"in_tokens":1381,"out_tokens":726}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2583,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":50.96342239200001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1871,"out_tokens":2103},"claude-opus-4-7":{"in_tokens":3642,"out_tokens":802},"mistral-large-2":{"in_tokens":1929,"out_tokens":692}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":925,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":16.395589567000002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":1884},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":565},"mistral-large-2":{"in_tokens":1523,"out_tokens":756}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1417,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":24.29775882300001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":1596},"claude-opus-4-7":{"in_tokens":3118,"out_tokens":552},"mistral-large-2":{"in_tokens":1757,"out_tokens":852}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.948510389999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":1389},"claude-opus-4-7":{"in_tokens":2018,"out_tokens":483},"mistral-large-2":{"in_tokens":1107,"out_tokens":538}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":20.075422301000003,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1060,"out_tokens":1607},"claude-opus-4-7":{"in_tokens":2093,"out_tokens":508},"mistral-large-2":{"in_tokens":1147,"out_tokens":713}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":9.898405467000032,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1357},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":482},"mistral-large-2":{"in_tokens":1265,"out_tokens":524}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":19.28758385500001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1185,"out_tokens":1434},"claude-opus-4-7":{"in_tokens":2267,"out_tokens":610},"mistral-large-2":{"in_tokens":1284,"out_tokens":531}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.723882298999996,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1056,"out_tokens":1311},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":595},"mistral-large-2":{"in_tokens":1185,"out_tokens":616}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":939,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.356127661000016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":2182},"claude-opus-4-7":{"in_tokens":2733,"out_tokens":452},"mistral-large-2":{"in_tokens":1547,"out_tokens":601}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":925,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.643930132000037,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":2318},"claude-opus-4-7":{"in_tokens":2578,"out_tokens":612},"mistral-large-2":{"in_tokens":1455,"out_tokens":740}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":750,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":13.450579863999963,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1611},"claude-opus-4-7":{"in_tokens":2461,"out_tokens":559},"mistral-large-2":{"in_tokens":1420,"out_tokens":602}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1350,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":26.969392624999983,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":1526},"claude-opus-4-7":{"in_tokens":3103,"out_tokens":587},"mistral-large-2":{"in_tokens":1750,"out_tokens":595}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":16.00433807600001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1027,"out_tokens":1140},"claude-opus-4-7":{"in_tokens":2037,"out_tokens":528},"mistral-large-2":{"in_tokens":1109,"out_tokens":517}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":967,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.331089806000023,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1466,"out_tokens":2007},"claude-opus-4-7":{"in_tokens":2801,"out_tokens":604},"mistral-large-2":{"in_tokens":1624,"out_tokens":678}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":68.06750456,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1443},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":567},"mistral-large-2":{"in_tokens":1448,"out_tokens":749}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":19.705015673000048,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":1289},"claude-opus-4-7":{"in_tokens":2175,"out_tokens":560},"mistral-large-2":{"in_tokens":1244,"out_tokens":605}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.790989535999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":1127},"claude-opus-4-7":{"in_tokens":2236,"out_tokens":576},"mistral-large-2":{"in_tokens":1255,"out_tokens":542}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.031565924000006,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1832},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":523},"mistral-large-2":{"in_tokens":1450,"out_tokens":490}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.937206468,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1671},"claude-opus-4-7":{"in_tokens":2132,"out_tokens":462},"mistral-large-2":{"in_tokens":1205,"out_tokens":487}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":66.07108224800001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":2393},"claude-opus-4-7":{"in_tokens":2325,"out_tokens":610},"mistral-large-2":{"in_tokens":1303,"out_tokens":520}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":68.28803170799998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":2067},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":665},"mistral-large-2":{"in_tokens":1336,"out_tokens":652}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":65.39820508899999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1280},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":464},"mistral-large-2":{"in_tokens":1151,"out_tokens":495}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":7.938831493000009,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":2033},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":626},"mistral-large-2":{"in_tokens":1299,"out_tokens":691}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":882,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.71700755300003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":930},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":473},"mistral-large-2":{"in_tokens":1522,"out_tokens":537}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":580,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":10.441965062000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":947},"claude-opus-4-7":{"in_tokens":2461,"out_tokens":577},"mistral-large-2":{"in_tokens":1405,"out_tokens":532}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":5.216439107000042,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1161,"out_tokens":1233},"claude-opus-4-7":{"in_tokens":2212,"out_tokens":481},"mistral-large-2":{"in_tokens":1268,"out_tokens":531}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.272049476999996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":2198},"claude-opus-4-7":{"in_tokens":2209,"out_tokens":597},"mistral-large-2":{"in_tokens":1283,"out_tokens":709}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":6.661535854999954,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":1896},"claude-opus-4-7":{"in_tokens":2384,"out_tokens":604},"mistral-large-2":{"in_tokens":1341,"out_tokens":492}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1752,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":37.03257688000002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1867,"out_tokens":1388},"claude-opus-4-7":{"in_tokens":3505,"out_tokens":450},"mistral-large-2":{"in_tokens":1955,"out_tokens":814}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1548,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":32.36005778500004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1599,"out_tokens":2145},"claude-opus-4-7":{"in_tokens":2984,"out_tokens":630},"mistral-large-2":{"in_tokens":1694,"out_tokens":647}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1429,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":34.572505535000005,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1805,"out_tokens":1543},"claude-opus-4-7":{"in_tokens":3318,"out_tokens":573},"mistral-large-2":{"in_tokens":1898,"out_tokens":595}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1400,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":22.779909285999963,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1717,"out_tokens":1778},"claude-opus-4-7":{"in_tokens":3320,"out_tokens":587},"mistral-large-2":{"in_tokens":1911,"out_tokens":830}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":6.9260709479999605,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1597},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":676},"mistral-large-2":{"in_tokens":1345,"out_tokens":565}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":18.430307065000022,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1469},"claude-opus-4-7":{"in_tokens":2252,"out_tokens":702},"mistral-large-2":{"in_tokens":1281,"out_tokens":589}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.4444444444444445,"duration_s":6.258458995000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":1142},"claude-opus-4-7":{"in_tokens":2418,"out_tokens":648},"mistral-large-2":{"in_tokens":1395,"out_tokens":1407}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":15.916440094999984,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1206},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":602},"mistral-large-2":{"in_tokens":1225,"out_tokens":584}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":6.879345580000006,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":2123},"claude-opus-4-7":{"in_tokens":2143,"out_tokens":700},"mistral-large-2":{"in_tokens":1251,"out_tokens":695}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":919,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":17.823973754000008,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":2074},"claude-opus-4-7":{"in_tokens":2536,"out_tokens":748},"mistral-large-2":{"in_tokens":1475,"out_tokens":700}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.72443444800001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1015,"out_tokens":1398},"claude-opus-4-7":{"in_tokens":1928,"out_tokens":468},"mistral-large-2":{"in_tokens":1128,"out_tokens":530}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":443,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":9.731225779999988,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1796},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":591},"mistral-large-2":{"in_tokens":1511,"out_tokens":632}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":21.236094057999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1537},"claude-opus-4-7":{"in_tokens":2388,"out_tokens":610},"mistral-large-2":{"in_tokens":1374,"out_tokens":620}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":923,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.309998727999982,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":2034},"claude-opus-4-7":{"in_tokens":2852,"out_tokens":528},"mistral-large-2":{"in_tokens":1668,"out_tokens":519}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":5.9311763590000055,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1595},"claude-opus-4-7":{"in_tokens":2234,"out_tokens":686},"mistral-large-2":{"in_tokens":1184,"out_tokens":545}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":10.152389132999986,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":1820},"claude-opus-4-7":{"in_tokens":2877,"out_tokens":819},"mistral-large-2":{"in_tokens":1623,"out_tokens":638}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":343,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":7.13975898800004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":1248},"claude-opus-4-7":{"in_tokens":2368,"out_tokens":613},"mistral-large-2":{"in_tokens":1288,"out_tokens":574}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1594,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":34.77604791700003,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":1716},"claude-opus-4-7":{"in_tokens":2954,"out_tokens":495},"mistral-large-2":{"in_tokens":1633,"out_tokens":536}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":6.520129139000005,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1630},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":538},"mistral-large-2":{"in_tokens":1327,"out_tokens":703}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1123,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":20.21210451799999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":1416},"claude-opus-4-7":{"in_tokens":2855,"out_tokens":539},"mistral-large-2":{"in_tokens":1520,"out_tokens":455}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1010,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":17.535940171999982,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":2092},"claude-opus-4-7":{"in_tokens":2729,"out_tokens":556},"mistral-large-2":{"in_tokens":1503,"out_tokens":611}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":993,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":20.65730497300001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1416},"claude-opus-4-7":{"in_tokens":2083,"out_tokens":409},"mistral-large-2":{"in_tokens":1159,"out_tokens":523}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":660,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":10.798211267,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1520},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":481},"mistral-large-2":{"in_tokens":1388,"out_tokens":491}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":441,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.218655578000039,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":1659},"claude-opus-4-7":{"in_tokens":3005,"out_tokens":509},"mistral-large-2":{"in_tokens":1716,"out_tokens":583}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":903,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":15.908603217000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1457,"out_tokens":2116},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":575},"mistral-large-2":{"in_tokens":1646,"out_tokens":848}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":18.87976568399995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1033,"out_tokens":961},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":474},"mistral-large-2":{"in_tokens":1103,"out_tokens":464}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.237733348000006,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1446},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":529},"mistral-large-2":{"in_tokens":1388,"out_tokens":572}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":459,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":9.176554650000014,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1834,"out_tokens":1649},"claude-opus-4-7":{"in_tokens":3427,"out_tokens":594},"mistral-large-2":{"in_tokens":1965,"out_tokens":904}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.07407407407407407,"duration_s":19.717582340999968,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":1275},"claude-opus-4-7":{"in_tokens":2120,"out_tokens":520},"mistral-large-2":{"in_tokens":1136,"out_tokens":731}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":334,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":7.542735073000017,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":2023},"claude-opus-4-7":{"in_tokens":2487,"out_tokens":556},"mistral-large-2":{"in_tokens":1379,"out_tokens":719}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":20.503080278000027,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1476},"claude-opus-4-7":{"in_tokens":2134,"out_tokens":559},"mistral-large-2":{"in_tokens":1308,"out_tokens":690}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.409403454000028,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1622},"claude-opus-4-7":{"in_tokens":2387,"out_tokens":639},"mistral-large-2":{"in_tokens":1355,"out_tokens":754}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":744,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.843890798000018,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1490},"claude-opus-4-7":{"in_tokens":2929,"out_tokens":591},"mistral-large-2":{"in_tokens":1723,"out_tokens":671}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1269,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":33.750590945,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1650,"out_tokens":1640},"claude-opus-4-7":{"in_tokens":3070,"out_tokens":508},"mistral-large-2":{"in_tokens":1716,"out_tokens":637}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":836,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":14.914546438999992,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1667,"out_tokens":1357},"claude-opus-4-7":{"in_tokens":3122,"out_tokens":563},"mistral-large-2":{"in_tokens":1874,"out_tokens":482}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":738,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":12.387281647999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1365},"claude-opus-4-7":{"in_tokens":2566,"out_tokens":462},"mistral-large-2":{"in_tokens":1470,"out_tokens":608}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":6.550675157000001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1528},"claude-opus-4-7":{"in_tokens":2566,"out_tokens":592},"mistral-large-2":{"in_tokens":1447,"out_tokens":648}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1233,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":37.849483464,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1592},"claude-opus-4-7":{"in_tokens":2827,"out_tokens":536},"mistral-large-2":{"in_tokens":1579,"out_tokens":524}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1147,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":19.41441196599999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2015,"out_tokens":2823},"claude-opus-4-7":{"in_tokens":3752,"out_tokens":720},"mistral-large-2":{"in_tokens":2176,"out_tokens":921}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":355,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":7.331538855000019,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":2066},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":665},"mistral-large-2":{"in_tokens":1393,"out_tokens":621}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.4761904761904761,"duration_s":15.821753458999979,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1024},"claude-opus-4-7":{"in_tokens":2556,"out_tokens":520},"mistral-large-2":{"in_tokens":1571,"out_tokens":502}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":19.650686042000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1091},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":502},"mistral-large-2":{"in_tokens":1209,"out_tokens":493}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":515,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":8.625111532999995,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1971},"claude-opus-4-7":{"in_tokens":2356,"out_tokens":591},"mistral-large-2":{"in_tokens":1364,"out_tokens":640}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":669,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":11.38028650299998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":1214},"claude-opus-4-7":{"in_tokens":2692,"out_tokens":552},"mistral-large-2":{"in_tokens":1557,"out_tokens":622}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1372,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":26.38243122399996,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1703},"claude-opus-4-7":{"in_tokens":2662,"out_tokens":539},"mistral-large-2":{"in_tokens":1511,"out_tokens":662}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":23.045955401000015,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1574},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":620},"mistral-large-2":{"in_tokens":1504,"out_tokens":651}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1053,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":18.57965506300002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":1859},"claude-opus-4-7":{"in_tokens":2932,"out_tokens":606},"mistral-large-2":{"in_tokens":1684,"out_tokens":697}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":8.850098692000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1455},"claude-opus-4-7":{"in_tokens":2358,"out_tokens":537},"mistral-large-2":{"in_tokens":1318,"out_tokens":566}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1278,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":37.14324871500003,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1810,"out_tokens":1692},"claude-opus-4-7":{"in_tokens":3371,"out_tokens":584},"mistral-large-2":{"in_tokens":1897,"out_tokens":629}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1128,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":21.97998799000004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":1710},"claude-opus-4-7":{"in_tokens":2912,"out_tokens":550},"mistral-large-2":{"in_tokens":1615,"out_tokens":610}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":926,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.149430550999966,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":2327},"claude-opus-4-7":{"in_tokens":2695,"out_tokens":542},"mistral-large-2":{"in_tokens":1569,"out_tokens":746}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":5.484355239000024,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":1939},"claude-opus-4-7":{"in_tokens":2305,"out_tokens":827},"mistral-large-2":{"in_tokens":1252,"out_tokens":604}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":27.147611173999962,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":2424},"claude-opus-4-7":{"in_tokens":3052,"out_tokens":640},"mistral-large-2":{"in_tokens":1760,"out_tokens":870}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":732,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":13.325594002000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1270,"out_tokens":1560},"claude-opus-4-7":{"in_tokens":2544,"out_tokens":511},"mistral-large-2":{"in_tokens":1395,"out_tokens":564}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":930,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":16.332956330000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":3171},"claude-opus-4-7":{"in_tokens":2855,"out_tokens":817},"mistral-large-2":{"in_tokens":1622,"out_tokens":1067}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":17.68834760200002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1126},"claude-opus-4-7":{"in_tokens":2195,"out_tokens":555},"mistral-large-2":{"in_tokens":1241,"out_tokens":597}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":5.391176266000002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":1806},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":537},"mistral-large-2":{"in_tokens":1196,"out_tokens":586}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.26425847500002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1508},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":563},"mistral-large-2":{"in_tokens":1401,"out_tokens":539}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":22.19602786600001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1466},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":558},"mistral-large-2":{"in_tokens":1312,"out_tokens":627}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1565,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":28.937527341999953,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1492,"out_tokens":1198},"claude-opus-4-7":{"in_tokens":2797,"out_tokens":496},"mistral-large-2":{"in_tokens":1561,"out_tokens":661}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":1000,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":18.488737926,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":2600},"claude-opus-4-7":{"in_tokens":2701,"out_tokens":559},"mistral-large-2":{"in_tokens":1527,"out_tokens":661}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":757,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":12.712791243000026,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":2000},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":745},"mistral-large-2":{"in_tokens":1468,"out_tokens":550}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":7.884370751999995,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":2740},"claude-opus-4-7":{"in_tokens":2428,"out_tokens":777},"mistral-large-2":{"in_tokens":1406,"out_tokens":663}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":796,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.24502355300001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":967},"claude-opus-4-7":{"in_tokens":2542,"out_tokens":461},"mistral-large-2":{"in_tokens":1434,"out_tokens":577}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":65.38011452500001,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1952},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":709},"mistral-large-2":{"in_tokens":1354,"out_tokens":688}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":5.016289002000008,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1432},"claude-opus-4-7":{"in_tokens":2161,"out_tokens":505},"mistral-large-2":{"in_tokens":1250,"out_tokens":526}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":1061,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.068707738,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1460,"out_tokens":1757},"claude-opus-4-7":{"in_tokens":2825,"out_tokens":478},"mistral-large-2":{"in_tokens":1631,"out_tokens":802}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1594,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":30.611680962000037,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2019,"out_tokens":1208},"claude-opus-4-7":{"in_tokens":3841,"out_tokens":613},"mistral-large-2":{"in_tokens":2090,"out_tokens":764}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":19.953660068000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1295},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":459},"mistral-large-2":{"in_tokens":1221,"out_tokens":584}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":4.328251625000007,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1816},"claude-opus-4-7":{"in_tokens":2022,"out_tokens":512},"mistral-large-2":{"in_tokens":1089,"out_tokens":489}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":971,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.11834704300003,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":3030},"claude-opus-4-7":{"in_tokens":2612,"out_tokens":496},"mistral-large-2":{"in_tokens":1427,"out_tokens":543}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":493,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":9.99759936700002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1326},"claude-opus-4-7":{"in_tokens":2060,"out_tokens":419},"mistral-large-2":{"in_tokens":1155,"out_tokens":497}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.4761904761904761,"duration_s":66.82158350200001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1330},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":475},"mistral-large-2":{"in_tokens":1721,"out_tokens":526}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":4.101327291000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":1082},"claude-opus-4-7":{"in_tokens":1887,"out_tokens":435},"mistral-large-2":{"in_tokens":1047,"out_tokens":475}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":21.255903279999984,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1071},"claude-opus-4-7":{"in_tokens":2203,"out_tokens":477},"mistral-large-2":{"in_tokens":1274,"out_tokens":644}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":433,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":9.10449699999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1316,"out_tokens":952},"claude-opus-4-7":{"in_tokens":2493,"out_tokens":564},"mistral-large-2":{"in_tokens":1404,"out_tokens":505}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1259,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":32.375755259000016,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":1671},"claude-opus-4-7":{"in_tokens":3142,"out_tokens":584},"mistral-large-2":{"in_tokens":1729,"out_tokens":617}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":15.978272999000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":2744},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":605},"mistral-large-2":{"in_tokens":1481,"out_tokens":616}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":976,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.361554533999993,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1312},"claude-opus-4-7":{"in_tokens":2641,"out_tokens":500},"mistral-large-2":{"in_tokens":1485,"out_tokens":667}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":839,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":14.286098387000038,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1077,"out_tokens":935},"claude-opus-4-7":{"in_tokens":2008,"out_tokens":455},"mistral-large-2":{"in_tokens":1112,"out_tokens":473}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":8.172009019999962,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1579},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":558},"mistral-large-2":{"in_tokens":1372,"out_tokens":569}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":783,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":12.443860706999999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":1455},"claude-opus-4-7":{"in_tokens":2437,"out_tokens":457},"mistral-large-2":{"in_tokens":1339,"out_tokens":610}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":24.574461810000003,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1296},"claude-opus-4-7":{"in_tokens":2122,"out_tokens":614},"mistral-large-2":{"in_tokens":1160,"out_tokens":585}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":25.087811156999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1557},"claude-opus-4-7":{"in_tokens":2333,"out_tokens":629},"mistral-large-2":{"in_tokens":1304,"out_tokens":641}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":854,"error":null,"skip_reason":null,"score_raw":0.8148148148148148,"duration_s":15.398587055000007,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":2215},"claude-opus-4-7":{"in_tokens":2555,"out_tokens":594},"mistral-large-2":{"in_tokens":1486,"out_tokens":659}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.271483820000014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":1543},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":584},"mistral-large-2":{"in_tokens":1144,"out_tokens":531}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":64.99302084300001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1701},"claude-opus-4-7":{"in_tokens":2216,"out_tokens":655},"mistral-large-2":{"in_tokens":1284,"out_tokens":746}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":728,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":15.557615543999987,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1664,"out_tokens":2443},"claude-opus-4-7":{"in_tokens":3453,"out_tokens":714},"mistral-large-2":{"in_tokens":1781,"out_tokens":711}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.915370836000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":1563},"claude-opus-4-7":{"in_tokens":2116,"out_tokens":558},"mistral-large-2":{"in_tokens":1237,"out_tokens":636}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1361,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":24.986711861000003,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":2597},"claude-opus-4-7":{"in_tokens":3403,"out_tokens":824},"mistral-large-2":{"in_tokens":1752,"out_tokens":763}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1613,"error":null,"skip_reason":null,"score_raw":0.8148148148148148,"duration_s":28.62496778299999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1954,"out_tokens":3293},"claude-opus-4-7":{"in_tokens":3837,"out_tokens":700},"mistral-large-2":{"in_tokens":2122,"out_tokens":716}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":531,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":11.077473999999995,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":2250},"claude-opus-4-7":{"in_tokens":2777,"out_tokens":683},"mistral-large-2":{"in_tokens":1444,"out_tokens":558}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":18.072971998000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1316},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":503},"mistral-large-2":{"in_tokens":1208,"out_tokens":487}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":18.417983343999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":1288},"claude-opus-4-7":{"in_tokens":2019,"out_tokens":543},"mistral-large-2":{"in_tokens":1090,"out_tokens":473}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1265,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":24.249243972999977,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":1784},"claude-opus-4-7":{"in_tokens":2692,"out_tokens":637},"mistral-large-2":{"in_tokens":1581,"out_tokens":732}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1584,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":27.072924874000023,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1819,"out_tokens":3101},"claude-opus-4-7":{"in_tokens":3614,"out_tokens":930},"mistral-large-2":{"in_tokens":1978,"out_tokens":788}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.70816475800001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":930},"claude-opus-4-7":{"in_tokens":2136,"out_tokens":475},"mistral-large-2":{"in_tokens":1192,"out_tokens":547}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1594,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":29.886562124999955,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":2148},"claude-opus-4-7":{"in_tokens":2471,"out_tokens":534},"mistral-large-2":{"in_tokens":1343,"out_tokens":679}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1364,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":24.681875969999965,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":2170},"claude-opus-4-7":{"in_tokens":3086,"out_tokens":577},"mistral-large-2":{"in_tokens":1632,"out_tokens":778}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":603,"error":null,"skip_reason":null,"score_raw":0.888888888888889,"duration_s":12.77326336699997,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1554},"claude-opus-4-7":{"in_tokens":2622,"out_tokens":442},"mistral-large-2":{"in_tokens":1389,"out_tokens":622}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.220191357000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":983,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":1917,"out_tokens":425},"mistral-large-2":{"in_tokens":1060,"out_tokens":489}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1774,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":38.10155884699998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":1739},"claude-opus-4-7":{"in_tokens":2473,"out_tokens":546},"mistral-large-2":{"in_tokens":1480,"out_tokens":758}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":16.803866761999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":839},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":495},"mistral-large-2":{"in_tokens":1165,"out_tokens":570}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":1678,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":35.483538834,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1340},"claude-opus-4-7":{"in_tokens":2679,"out_tokens":507},"mistral-large-2":{"in_tokens":1523,"out_tokens":741}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":21.170399971999984,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":2869},"claude-opus-4-7":{"in_tokens":2745,"out_tokens":796},"mistral-large-2":{"in_tokens":1475,"out_tokens":727}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":451,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":9.763023317999966,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":2513},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":461},"mistral-large-2":{"in_tokens":1223,"out_tokens":502}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":980,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.987493406,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":2529},"claude-opus-4-7":{"in_tokens":2431,"out_tokens":489},"mistral-large-2":{"in_tokens":1294,"out_tokens":1015}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1451,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":27.33130975100005,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1492,"out_tokens":3149},"claude-opus-4-7":{"in_tokens":2896,"out_tokens":459},"mistral-large-2":{"in_tokens":1622,"out_tokens":641}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1316,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":24.953273397000032,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":2387},"claude-opus-4-7":{"in_tokens":2768,"out_tokens":530},"mistral-large-2":{"in_tokens":1492,"out_tokens":885}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":21.164993863999996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1367},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":509},"mistral-large-2":{"in_tokens":1288,"out_tokens":585}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1269,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":27.109019982999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1493},"claude-opus-4-7":{"in_tokens":2115,"out_tokens":432},"mistral-large-2":{"in_tokens":1196,"out_tokens":501}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1133,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":20.392169036999974,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":3497},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":462},"mistral-large-2":{"in_tokens":1513,"out_tokens":569}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.748744380000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1714},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":592},"mistral-large-2":{"in_tokens":1392,"out_tokens":627}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.13514282899996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1115},"claude-opus-4-7":{"in_tokens":2221,"out_tokens":532},"mistral-large-2":{"in_tokens":1155,"out_tokens":427}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":660,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":13.410454997000045,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":2623},"claude-opus-4-7":{"in_tokens":2853,"out_tokens":655},"mistral-large-2":{"in_tokens":1545,"out_tokens":841}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1584,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":34.421333472000015,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":2137},"claude-opus-4-7":{"in_tokens":2682,"out_tokens":682},"mistral-large-2":{"in_tokens":1450,"out_tokens":835}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.653672162999953,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":984,"out_tokens":993},"claude-opus-4-7":{"in_tokens":1955,"out_tokens":441},"mistral-large-2":{"in_tokens":1062,"out_tokens":633}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":69.149523138,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":2844},"claude-opus-4-7":{"in_tokens":3029,"out_tokens":788},"mistral-large-2":{"in_tokens":1632,"out_tokens":727}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.66657180200002,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":965,"out_tokens":1515},"claude-opus-4-7":{"in_tokens":1923,"out_tokens":410},"mistral-large-2":{"in_tokens":1028,"out_tokens":430}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1271,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.522317424999983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":2318},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":398},"mistral-large-2":{"in_tokens":1489,"out_tokens":471}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":994,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.778034156000047,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1366},"claude-opus-4-7":{"in_tokens":2308,"out_tokens":565},"mistral-large-2":{"in_tokens":1342,"out_tokens":640}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":970,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.506602987999997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":2636},"claude-opus-4-7":{"in_tokens":2515,"out_tokens":843},"mistral-large-2":{"in_tokens":1379,"out_tokens":1052}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1370,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":25.473565683000004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1456,"out_tokens":1770},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":510},"mistral-large-2":{"in_tokens":1568,"out_tokens":686}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":601,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":12.66892820999999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1583},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":438},"mistral-large-2":{"in_tokens":1421,"out_tokens":503}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1496,"error":null,"skip_reason":null,"score_raw":0.888888888888889,"duration_s":25.227601703999994,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":2180},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":654},"mistral-large-2":{"in_tokens":1530,"out_tokens":584}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.7222222222222223,"duration_s":18.62994568700003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":913,"out_tokens":1286},"claude-opus-4-7":{"in_tokens":1857,"out_tokens":413},"mistral-large-2":{"in_tokens":972,"out_tokens":425}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1344,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":33.65814314100004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":2160},"claude-opus-4-7":{"in_tokens":2419,"out_tokens":592},"mistral-large-2":{"in_tokens":1413,"out_tokens":661}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":16.40065808899999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1009,"out_tokens":1733},"claude-opus-4-7":{"in_tokens":1972,"out_tokens":404},"mistral-large-2":{"in_tokens":1094,"out_tokens":500}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":71.407467602,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":1627},"claude-opus-4-7":{"in_tokens":3087,"out_tokens":513},"mistral-large-2":{"in_tokens":1647,"out_tokens":624}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":501,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":11.188806702000022,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1188,"out_tokens":2107},"claude-opus-4-7":{"in_tokens":2331,"out_tokens":697},"mistral-large-2":{"in_tokens":1239,"out_tokens":678}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1997,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":39.542363432,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1984},"claude-opus-4-7":{"in_tokens":2613,"out_tokens":666},"mistral-large-2":{"in_tokens":1498,"out_tokens":842}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":366,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":7.5389095080000175,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":2527},"claude-opus-4-7":{"in_tokens":2238,"out_tokens":683},"mistral-large-2":{"in_tokens":1188,"out_tokens":869}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":589,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.894429963999983,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1339},"claude-opus-4-7":{"in_tokens":2688,"out_tokens":552},"mistral-large-2":{"in_tokens":1396,"out_tokens":682}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":19.730118989000005,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":1661},"claude-opus-4-7":{"in_tokens":1965,"out_tokens":677},"mistral-large-2":{"in_tokens":1052,"out_tokens":613}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1003,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.943766552,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1850},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":515},"mistral-large-2":{"in_tokens":1308,"out_tokens":584}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":553,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":72.24075877500002,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":2311},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":557},"mistral-large-2":{"in_tokens":1356,"out_tokens":596}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":555,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":11.34249627600002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1805},"claude-opus-4-7":{"in_tokens":2453,"out_tokens":517},"mistral-large-2":{"in_tokens":1314,"out_tokens":491}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":21.481194447999997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":947,"out_tokens":1672},"claude-opus-4-7":{"in_tokens":1825,"out_tokens":357},"mistral-large-2":{"in_tokens":981,"out_tokens":407}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":18.546522373000016,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1332},"claude-opus-4-7":{"in_tokens":1974,"out_tokens":494},"mistral-large-2":{"in_tokens":1031,"out_tokens":756}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1223,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":21.948897423999995,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":3429},"claude-opus-4-7":{"in_tokens":2905,"out_tokens":677},"mistral-large-2":{"in_tokens":1549,"out_tokens":634}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":547,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":11.443119372000012,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":2311},"claude-opus-4-7":{"in_tokens":2872,"out_tokens":657},"mistral-large-2":{"in_tokens":1583,"out_tokens":698}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1161,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":22.265776239000047,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":2159},"claude-opus-4-7":{"in_tokens":2713,"out_tokens":580},"mistral-large-2":{"in_tokens":1474,"out_tokens":739}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":232,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":21.123489596000013,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1002,"out_tokens":1884},"claude-opus-4-7":{"in_tokens":2004,"out_tokens":705},"mistral-large-2":{"in_tokens":1051,"out_tokens":505}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":633,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":13.22166632599999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":1680},"claude-opus-4-7":{"in_tokens":2922,"out_tokens":499},"mistral-large-2":{"in_tokens":1547,"out_tokens":655}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1488,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":26.300821337000002,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1727,"out_tokens":2823},"claude-opus-4-7":{"in_tokens":3349,"out_tokens":541},"mistral-large-2":{"in_tokens":1830,"out_tokens":891}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":8.566369215999998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1932},"claude-opus-4-7":{"in_tokens":2333,"out_tokens":555},"mistral-large-2":{"in_tokens":1200,"out_tokens":561}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1702,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":32.39802819900001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1793},"claude-opus-4-7":{"in_tokens":2360,"out_tokens":552},"mistral-large-2":{"in_tokens":1353,"out_tokens":604}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":488,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":10.423671241000022,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":1933},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":628},"mistral-large-2":{"in_tokens":1329,"out_tokens":639}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1381,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":25.006695940000043,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1357},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":576},"mistral-large-2":{"in_tokens":1383,"out_tokens":929}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":363,"error":null,"skip_reason":null,"score_raw":0.4761904761904761,"duration_s":7.873134692999997,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":2756},"claude-opus-4-7":{"in_tokens":2260,"out_tokens":678},"mistral-large-2":{"in_tokens":1147,"out_tokens":589}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":805,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":15.413041790999955,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1701},"claude-opus-4-7":{"in_tokens":2365,"out_tokens":475},"mistral-large-2":{"in_tokens":1223,"out_tokens":700}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":20.87274883599997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":953,"out_tokens":1165},"claude-opus-4-7":{"in_tokens":1901,"out_tokens":443},"mistral-large-2":{"in_tokens":1015,"out_tokens":518}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1580,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":29.02861436300003,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1095,"out_tokens":1323},"claude-opus-4-7":{"in_tokens":2059,"out_tokens":570},"mistral-large-2":{"in_tokens":1222,"out_tokens":586}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":18.690804802000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1752},"claude-opus-4-7":{"in_tokens":2095,"out_tokens":513},"mistral-large-2":{"in_tokens":1125,"out_tokens":520}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":21.06989837499998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1666},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":506},"mistral-large-2":{"in_tokens":1272,"out_tokens":776}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":995,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":17.380155548999994,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":2207},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":528},"mistral-large-2":{"in_tokens":1287,"out_tokens":598}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":18.44239324600005,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1424},"claude-opus-4-7":{"in_tokens":2173,"out_tokens":508},"mistral-large-2":{"in_tokens":1163,"out_tokens":517}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":12.06604371000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1935,"out_tokens":2867},"claude-opus-4-7":{"in_tokens":3896,"out_tokens":975},"mistral-large-2":{"in_tokens":2044,"out_tokens":813}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1534,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":25.864632219999976,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2224,"out_tokens":2864},"claude-opus-4-7":{"in_tokens":4316,"out_tokens":955},"mistral-large-2":{"in_tokens":2346,"out_tokens":729}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.5714285714285715,"duration_s":17.716599115999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":958,"out_tokens":1323},"claude-opus-4-7":{"in_tokens":1978,"out_tokens":451},"mistral-large-2":{"in_tokens":1006,"out_tokens":596}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2944,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":56.93623535199998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":1891},"claude-opus-4-7":{"in_tokens":3199,"out_tokens":819},"mistral-large-2":{"in_tokens":1841,"out_tokens":835}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":21.25701649299998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":1227},"claude-opus-4-7":{"in_tokens":2018,"out_tokens":444},"mistral-large-2":{"in_tokens":1037,"out_tokens":397}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":879,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":17.664072720999968,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2134,"out_tokens":2996},"claude-opus-4-7":{"in_tokens":4200,"out_tokens":898},"mistral-large-2":{"in_tokens":2310,"out_tokens":764}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1194,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.39943206199996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1203},"claude-opus-4-7":{"in_tokens":2449,"out_tokens":513},"mistral-large-2":{"in_tokens":1295,"out_tokens":480}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":36.60962773699998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2426,"out_tokens":3113},"claude-opus-4-7":{"in_tokens":4684,"out_tokens":960},"mistral-large-2":{"in_tokens":2634,"out_tokens":759}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":411,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":22.22728712199995,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":2478},"claude-opus-4-7":{"in_tokens":3399,"out_tokens":721},"mistral-large-2":{"in_tokens":1866,"out_tokens":1103}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1633,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":33.24377734500001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2137,"out_tokens":2477},"claude-opus-4-7":{"in_tokens":4208,"out_tokens":913},"mistral-large-2":{"in_tokens":2311,"out_tokens":780}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":28.910294822000026,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":2428},"claude-opus-4-7":{"in_tokens":3605,"out_tokens":705},"mistral-large-2":{"in_tokens":1938,"out_tokens":709}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1765,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":30.93315702299998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2228,"out_tokens":3165},"claude-opus-4-7":{"in_tokens":4379,"out_tokens":868},"mistral-large-2":{"in_tokens":2355,"out_tokens":905}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1925,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":44.63815967700003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":2588},"claude-opus-4-7":{"in_tokens":2663,"out_tokens":618},"mistral-large-2":{"in_tokens":1574,"out_tokens":880}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1460,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":25.094099367000013,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2058,"out_tokens":3329},"claude-opus-4-7":{"in_tokens":4044,"out_tokens":796},"mistral-large-2":{"in_tokens":2237,"out_tokens":760}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1635,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":36.812711970000066,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1970},"claude-opus-4-7":{"in_tokens":2591,"out_tokens":503},"mistral-large-2":{"in_tokens":1394,"out_tokens":609}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":732,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":15.575669163000043,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":1791},"claude-opus-4-7":{"in_tokens":2990,"out_tokens":511},"mistral-large-2":{"in_tokens":1623,"out_tokens":695}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":363,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":21.887925637999956,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1686,"out_tokens":2045},"claude-opus-4-7":{"in_tokens":3318,"out_tokens":826},"mistral-large-2":{"in_tokens":1790,"out_tokens":963}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":23.89622395300006,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":2382},"claude-opus-4-7":{"in_tokens":3225,"out_tokens":799},"mistral-large-2":{"in_tokens":1792,"out_tokens":848}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":20.049625622999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1407},"claude-opus-4-7":{"in_tokens":2151,"out_tokens":458},"mistral-large-2":{"in_tokens":1182,"out_tokens":494}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1336,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":23.755034569999907,"hallucination_count":6.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1781,"out_tokens":3437},"claude-opus-4-7":{"in_tokens":3552,"out_tokens":874},"mistral-large-2":{"in_tokens":1920,"out_tokens":927}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":573,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":13.470298813,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1650,"out_tokens":2142},"claude-opus-4-7":{"in_tokens":3386,"out_tokens":898},"mistral-large-2":{"in_tokens":1755,"out_tokens":859}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1451,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":27.32742089599992,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":2327},"claude-opus-4-7":{"in_tokens":3051,"out_tokens":693},"mistral-large-2":{"in_tokens":1704,"out_tokens":698}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1138,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":20.95120031500005,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":2477},"claude-opus-4-7":{"in_tokens":2610,"out_tokens":579},"mistral-large-2":{"in_tokens":1465,"out_tokens":682}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":27.26858633400002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":2207},"claude-opus-4-7":{"in_tokens":3165,"out_tokens":619},"mistral-large-2":{"in_tokens":1727,"out_tokens":674}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1672,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":32.72039112499999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1251,"out_tokens":1239},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":489},"mistral-large-2":{"in_tokens":1390,"out_tokens":489}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2302,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":40.41064780900001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":2131},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":650},"mistral-large-2":{"in_tokens":1737,"out_tokens":702}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1553,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":25.771640434000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1593},"claude-opus-4-7":{"in_tokens":2808,"out_tokens":519},"mistral-large-2":{"in_tokens":1651,"out_tokens":601}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":19.857262407999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":988,"out_tokens":1714},"claude-opus-4-7":{"in_tokens":1951,"out_tokens":378},"mistral-large-2":{"in_tokens":1055,"out_tokens":660}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1496,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":27.282481809000046,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":3437},"claude-opus-4-7":{"in_tokens":3421,"out_tokens":795},"mistral-large-2":{"in_tokens":1872,"out_tokens":690}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":853,"error":null,"skip_reason":null,"score_raw":0.09999999999999999,"duration_s":77.06557361800003,"hallucination_count":7.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":2267,"out_tokens":2165},"claude-opus-4-7":{"in_tokens":4416,"out_tokens":1147},"mistral-large-2":{"in_tokens":2369,"out_tokens":934}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":25.047333043000094,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":2120},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":666},"mistral-large-2":{"in_tokens":1452,"out_tokens":882}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":932,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":79.26347450399999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2218,"out_tokens":1793},"claude-opus-4-7":{"in_tokens":4394,"out_tokens":925},"mistral-large-2":{"in_tokens":2385,"out_tokens":989}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":900,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":78.53196073899994,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2154,"out_tokens":2133},"claude-opus-4-7":{"in_tokens":4228,"out_tokens":969},"mistral-large-2":{"in_tokens":2339,"out_tokens":735}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":868,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.89346445199999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":1474},"claude-opus-4-7":{"in_tokens":3043,"out_tokens":538},"mistral-large-2":{"in_tokens":1675,"out_tokens":615}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":20.971638765999955,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":2325},"claude-opus-4-7":{"in_tokens":3555,"out_tokens":763},"mistral-large-2":{"in_tokens":1928,"out_tokens":704}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":500,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":10.730608460999974,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":2629},"claude-opus-4-7":{"in_tokens":2910,"out_tokens":851},"mistral-large-2":{"in_tokens":1582,"out_tokens":687}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":25.90735267599996,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1797},"claude-opus-4-7":{"in_tokens":2383,"out_tokens":615},"mistral-large-2":{"in_tokens":1330,"out_tokens":742}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":2094,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":45.54333548500006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":1300},"claude-opus-4-7":{"in_tokens":3107,"out_tokens":464},"mistral-large-2":{"in_tokens":1881,"out_tokens":515}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":716,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":14.852304143999959,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2244,"out_tokens":2553},"claude-opus-4-7":{"in_tokens":4421,"out_tokens":858},"mistral-large-2":{"in_tokens":2343,"out_tokens":773}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":781,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":15.023409991999984,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2071,"out_tokens":3412},"claude-opus-4-7":{"in_tokens":4099,"out_tokens":1020},"mistral-large-2":{"in_tokens":2230,"out_tokens":1112}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":1646,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":31.71425866300001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2315,"out_tokens":2597},"claude-opus-4-7":{"in_tokens":4477,"out_tokens":709},"mistral-large-2":{"in_tokens":2493,"out_tokens":1536}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":24.36838745900002,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.8,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":2389},"claude-opus-4-7":{"in_tokens":3347,"out_tokens":743},"mistral-large-2":{"in_tokens":1798,"out_tokens":728}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":36.19525163499998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2581,"out_tokens":3396},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":899},"mistral-large-2":{"in_tokens":2709,"out_tokens":929}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":36.57017534499994,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2419,"out_tokens":3333},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":820},"mistral-large-2":{"in_tokens":2627,"out_tokens":914}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1570,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":31.483445891999963,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1598},"claude-opus-4-7":{"in_tokens":2480,"out_tokens":499},"mistral-large-2":{"in_tokens":1425,"out_tokens":592}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1029,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.80221519899999,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2439,"out_tokens":3144},"claude-opus-4-7":{"in_tokens":4797,"out_tokens":959},"mistral-large-2":{"in_tokens":2599,"out_tokens":869}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":27.93654255299998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":1853},"claude-opus-4-7":{"in_tokens":3538,"out_tokens":729},"mistral-large-2":{"in_tokens":1934,"out_tokens":753}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1837,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":38.673563781999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1699,"out_tokens":2185},"claude-opus-4-7":{"in_tokens":3157,"out_tokens":638},"mistral-large-2":{"in_tokens":1828,"out_tokens":587}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1655,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":42.572076580000044,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":1980},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":710},"mistral-large-2":{"in_tokens":1510,"out_tokens":642}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1421,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":29.761742701999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":2252},"claude-opus-4-7":{"in_tokens":2235,"out_tokens":629},"mistral-large-2":{"in_tokens":1279,"out_tokens":641}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":2033,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":38.656999756999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":2241},"claude-opus-4-7":{"in_tokens":2927,"out_tokens":738},"mistral-large-2":{"in_tokens":1619,"out_tokens":795}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2193,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":42.41808300299999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1452,"out_tokens":1900},"claude-opus-4-7":{"in_tokens":2859,"out_tokens":530},"mistral-large-2":{"in_tokens":1610,"out_tokens":660}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1582,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":62.197168340000076,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":2082},"claude-opus-4-7":{"in_tokens":2673,"out_tokens":677},"mistral-large-2":{"in_tokens":1471,"out_tokens":688}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":2052,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":53.31052654999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1696},"claude-opus-4-7":{"in_tokens":2464,"out_tokens":623},"mistral-large-2":{"in_tokens":1403,"out_tokens":636}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":2102,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":59.724719682,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1164,"out_tokens":1795},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":546},"mistral-large-2":{"in_tokens":1273,"out_tokens":549}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1778,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":44.01547957599996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":1805},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":631},"mistral-large-2":{"in_tokens":1494,"out_tokens":666}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1513,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":41.728031191000014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1841},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":560},"mistral-large-2":{"in_tokens":1504,"out_tokens":571}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1401,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":28.827626562999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1128},"claude-opus-4-7":{"in_tokens":2065,"out_tokens":448},"mistral-large-2":{"in_tokens":1159,"out_tokens":487}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1480,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":31.647975953000014,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":1568},"claude-opus-4-7":{"in_tokens":2320,"out_tokens":490},"mistral-large-2":{"in_tokens":1322,"out_tokens":621}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2017,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":44.787135159999934,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":1432},"claude-opus-4-7":{"in_tokens":2290,"out_tokens":539},"mistral-large-2":{"in_tokens":1278,"out_tokens":503}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1682,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":33.6242419539999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":2151},"claude-opus-4-7":{"in_tokens":2949,"out_tokens":733},"mistral-large-2":{"in_tokens":1705,"out_tokens":647}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2508,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":53.30606801400006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1900,"out_tokens":2515},"claude-opus-4-7":{"in_tokens":3769,"out_tokens":760},"mistral-large-2":{"in_tokens":2042,"out_tokens":664}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2029,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":45.129407903000015,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1955,"out_tokens":1883},"claude-opus-4-7":{"in_tokens":3866,"out_tokens":735},"mistral-large-2":{"in_tokens":2101,"out_tokens":864}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2814,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":58.91521678000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1740,"out_tokens":1707},"claude-opus-4-7":{"in_tokens":3593,"out_tokens":626},"mistral-large-2":{"in_tokens":1873,"out_tokens":610}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":1984,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":45.40697042700003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1617,"out_tokens":1484},"claude-opus-4-7":{"in_tokens":3342,"out_tokens":548},"mistral-large-2":{"in_tokens":1727,"out_tokens":632}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":1533,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":32.46959965499991,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":2492},"claude-opus-4-7":{"in_tokens":3214,"out_tokens":696},"mistral-large-2":{"in_tokens":1761,"out_tokens":610}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":2169,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":48.745431188,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1771},"claude-opus-4-7":{"in_tokens":2940,"out_tokens":464},"mistral-large-2":{"in_tokens":1574,"out_tokens":538}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2431,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":56.34200475199998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1500,"out_tokens":2475},"claude-opus-4-7":{"in_tokens":2912,"out_tokens":560},"mistral-large-2":{"in_tokens":1639,"out_tokens":814}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2449,"error":null,"skip_reason":null,"score_raw":0.888888888888889,"duration_s":75.67073976099994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1899,"out_tokens":1310},"claude-opus-4-7":{"in_tokens":3822,"out_tokens":438},"mistral-large-2":{"in_tokens":2027,"out_tokens":561}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":2400,"error":null,"skip_reason":null,"score_raw":0.888888888888889,"duration_s":48.438917242,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1878,"out_tokens":1892},"claude-opus-4-7":{"in_tokens":3709,"out_tokens":518},"mistral-large-2":{"in_tokens":2057,"out_tokens":633}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2198,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":50.51044214900003,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1733,"out_tokens":1499},"claude-opus-4-7":{"in_tokens":3547,"out_tokens":439},"mistral-large-2":{"in_tokens":1875,"out_tokens":530}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1761,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":37.62561977400003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":1990},"claude-opus-4-7":{"in_tokens":2880,"out_tokens":629},"mistral-large-2":{"in_tokens":1534,"out_tokens":582}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2743,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":63.8919953620001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1634},"claude-opus-4-7":{"in_tokens":2620,"out_tokens":446},"mistral-large-2":{"in_tokens":1396,"out_tokens":520}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1852,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":42.14960427300002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":1450},"claude-opus-4-7":{"in_tokens":2885,"out_tokens":470},"mistral-large-2":{"in_tokens":1591,"out_tokens":592}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1291,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":30.92765466000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":2466},"claude-opus-4-7":{"in_tokens":2859,"out_tokens":580},"mistral-large-2":{"in_tokens":1548,"out_tokens":713}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1992,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":37.418047495999986,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1693,"out_tokens":1139},"claude-opus-4-7":{"in_tokens":3401,"out_tokens":546},"mistral-large-2":{"in_tokens":1830,"out_tokens":713}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1208,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":20.725955181000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1222,"out_tokens":1367},"claude-opus-4-7":{"in_tokens":2473,"out_tokens":438},"mistral-large-2":{"in_tokens":1271,"out_tokens":784}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3432,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":80.85487951700009,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1589,"out_tokens":2461},"claude-opus-4-7":{"in_tokens":3038,"out_tokens":570},"mistral-large-2":{"in_tokens":1671,"out_tokens":774}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":3125,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":61.13583534199995,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2679,"out_tokens":2465},"claude-opus-4-7":{"in_tokens":5258,"out_tokens":756},"mistral-large-2":{"in_tokens":2890,"out_tokens":996}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":3078,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":79.37338235100003,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2334,"out_tokens":2747},"claude-opus-4-7":{"in_tokens":4536,"out_tokens":933},"mistral-large-2":{"in_tokens":2448,"out_tokens":838}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2106,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":91.42691036299993,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1560,"out_tokens":1966},"claude-opus-4-7":{"in_tokens":3186,"out_tokens":620},"mistral-large-2":{"in_tokens":1654,"out_tokens":824}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2370,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":54.238343998000005,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2536,"out_tokens":1852},"claude-opus-4-7":{"in_tokens":5073,"out_tokens":724},"mistral-large-2":{"in_tokens":2746,"out_tokens":840}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2243,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":53.66993162899996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":1678},"claude-opus-4-7":{"in_tokens":3272,"out_tokens":476},"mistral-large-2":{"in_tokens":1836,"out_tokens":668}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2296,"error":null,"skip_reason":null,"score_raw":0.4333333333333333,"duration_s":52.51757188499994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2109,"out_tokens":2619},"claude-opus-4-7":{"in_tokens":4318,"out_tokens":628},"mistral-large-2":{"in_tokens":2282,"out_tokens":792}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":3142,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":72.27746173000003,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2359,"out_tokens":2343},"claude-opus-4-7":{"in_tokens":4698,"out_tokens":884},"mistral-large-2":{"in_tokens":2493,"out_tokens":1338}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2510,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":75.1333384510001,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2296,"out_tokens":3968},"claude-opus-4-7":{"in_tokens":4551,"out_tokens":800},"mistral-large-2":{"in_tokens":2494,"out_tokens":732}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1958,"error":null,"skip_reason":null,"score_raw":0.888888888888889,"duration_s":45.839008465000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":2136},"claude-opus-4-7":{"in_tokens":3255,"out_tokens":419},"mistral-large-2":{"in_tokens":1796,"out_tokens":574}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2409,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":55.167944326,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1761,"out_tokens":2308},"claude-opus-4-7":{"in_tokens":3423,"out_tokens":649},"mistral-large-2":{"in_tokens":1873,"out_tokens":672}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":5.48854705299982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1718},"claude-opus-4-7":{"in_tokens":2060,"out_tokens":528},"mistral-large-2":{"in_tokens":1151,"out_tokens":637}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3222,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":64.03329827599987,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2463,"out_tokens":3021},"claude-opus-4-7":{"in_tokens":4827,"out_tokens":1077},"mistral-large-2":{"in_tokens":2577,"out_tokens":817}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":8.24976609600003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1891},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":718},"mistral-large-2":{"in_tokens":1377,"out_tokens":610}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.472002590999864,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":2313},"claude-opus-4-7":{"in_tokens":2941,"out_tokens":908},"mistral-large-2":{"in_tokens":1679,"out_tokens":1096}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":140,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":7.771248916999866,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1120},"claude-opus-4-7":{"in_tokens":2106,"out_tokens":593},"mistral-large-2":{"in_tokens":1178,"out_tokens":698}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.13333333333333333,"duration_s":8.333455377999826,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":1734},"claude-opus-4-7":{"in_tokens":3140,"out_tokens":801},"mistral-large-2":{"in_tokens":1750,"out_tokens":764}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":336,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":9.638551487999848,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1761,"out_tokens":2021},"claude-opus-4-7":{"in_tokens":3357,"out_tokens":845},"mistral-large-2":{"in_tokens":1872,"out_tokens":839}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":2818,"error":null,"skip_reason":null,"score_raw":0.5666666666666668,"duration_s":72.41139540900008,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2495,"out_tokens":3220},"claude-opus-4-7":{"in_tokens":4885,"out_tokens":946},"mistral-large-2":{"in_tokens":2689,"out_tokens":1536}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2490,"error":null,"skip_reason":null,"score_raw":0.9666666666666667,"duration_s":49.031454807000046,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2733,"out_tokens":2178},"claude-opus-4-7":{"in_tokens":5318,"out_tokens":835},"mistral-large-2":{"in_tokens":2941,"out_tokens":1393}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":7.0429677530000845,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1650},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":589},"mistral-large-2":{"in_tokens":1329,"out_tokens":659}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":363,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":13.882064980999985,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":1674},"claude-opus-4-7":{"in_tokens":2759,"out_tokens":653},"mistral-large-2":{"in_tokens":1567,"out_tokens":682}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":11.781814819000147,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1850},"claude-opus-4-7":{"in_tokens":2392,"out_tokens":834},"mistral-large-2":{"in_tokens":1305,"out_tokens":628}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":11.431333916000085,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1169},"claude-opus-4-7":{"in_tokens":2301,"out_tokens":568},"mistral-large-2":{"in_tokens":1218,"out_tokens":581}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":12.136518501999944,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1726,"out_tokens":1648},"claude-opus-4-7":{"in_tokens":3194,"out_tokens":797},"mistral-large-2":{"in_tokens":1829,"out_tokens":668}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":13.974106751000136,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":2067},"claude-opus-4-7":{"in_tokens":2387,"out_tokens":730},"mistral-large-2":{"in_tokens":1351,"out_tokens":802}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":16.024835896000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1402},"claude-opus-4-7":{"in_tokens":2483,"out_tokens":590},"mistral-large-2":{"in_tokens":1410,"out_tokens":571}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":26.91939408500002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1822},"claude-opus-4-7":{"in_tokens":2396,"out_tokens":488},"mistral-large-2":{"in_tokens":1293,"out_tokens":533}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":334,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":12.401875287000166,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":1702},"claude-opus-4-7":{"in_tokens":2650,"out_tokens":688},"mistral-large-2":{"in_tokens":1427,"out_tokens":619}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":13.758122384999979,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1275},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":609},"mistral-large-2":{"in_tokens":1372,"out_tokens":577}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":17.253461663000053,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1559},"claude-opus-4-7":{"in_tokens":2479,"out_tokens":527},"mistral-large-2":{"in_tokens":1352,"out_tokens":558}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":14.818057889000102,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1451},"claude-opus-4-7":{"in_tokens":2241,"out_tokens":451},"mistral-large-2":{"in_tokens":1271,"out_tokens":541}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":150,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":11.886052526999947,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1298},"claude-opus-4-7":{"in_tokens":2018,"out_tokens":533},"mistral-large-2":{"in_tokens":1161,"out_tokens":545}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.810509091000085,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":954},"claude-opus-4-7":{"in_tokens":1962,"out_tokens":460},"mistral-large-2":{"in_tokens":1101,"out_tokens":494}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.026916263999965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1066},"claude-opus-4-7":{"in_tokens":1969,"out_tokens":457},"mistral-large-2":{"in_tokens":1101,"out_tokens":510}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":14.269057589000113,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1001,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":1898,"out_tokens":476},"mistral-large-2":{"in_tokens":1057,"out_tokens":485}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":30.213634011000067,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1563},"claude-opus-4-7":{"in_tokens":2173,"out_tokens":477},"mistral-large-2":{"in_tokens":1209,"out_tokens":536}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":78,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":12.61150972900009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":906,"out_tokens":830},"claude-opus-4-7":{"in_tokens":1709,"out_tokens":381},"mistral-large-2":{"in_tokens":941,"out_tokens":476}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":6.972327178999876,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1292},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":505},"mistral-large-2":{"in_tokens":1335,"out_tokens":563}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":8.273813177999955,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1104},"claude-opus-4-7":{"in_tokens":2049,"out_tokens":517},"mistral-large-2":{"in_tokens":1144,"out_tokens":534}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":10.202942711000105,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1450},"claude-opus-4-7":{"in_tokens":2066,"out_tokens":456},"mistral-large-2":{"in_tokens":1166,"out_tokens":568}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":5.486291968999922,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1025,"out_tokens":1597},"claude-opus-4-7":{"in_tokens":1966,"out_tokens":523},"mistral-large-2":{"in_tokens":1076,"out_tokens":506}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":7.368284223000046,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1556},"claude-opus-4-7":{"in_tokens":2168,"out_tokens":482},"mistral-large-2":{"in_tokens":1196,"out_tokens":536}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":6.420522081999934,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":956},"claude-opus-4-7":{"in_tokens":2101,"out_tokens":455},"mistral-large-2":{"in_tokens":1173,"out_tokens":732}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":12.800938478000035,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1656},"claude-opus-4-7":{"in_tokens":2701,"out_tokens":533},"mistral-large-2":{"in_tokens":1450,"out_tokens":545}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":6.430246292999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1332},"claude-opus-4-7":{"in_tokens":2165,"out_tokens":470},"mistral-large-2":{"in_tokens":1223,"out_tokens":565}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":99,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":9.188215072000048,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1043,"out_tokens":879},"claude-opus-4-7":{"in_tokens":1965,"out_tokens":428},"mistral-large-2":{"in_tokens":1075,"out_tokens":469}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":106,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":19.955645032999882,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":994,"out_tokens":1136},"claude-opus-4-7":{"in_tokens":1854,"out_tokens":516},"mistral-large-2":{"in_tokens":1038,"out_tokens":475}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":10.21219837800004,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1496},"claude-opus-4-7":{"in_tokens":2141,"out_tokens":464},"mistral-large-2":{"in_tokens":1169,"out_tokens":478}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":113,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":10.06505317899996,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1458},"claude-opus-4-7":{"in_tokens":2091,"out_tokens":546},"mistral-large-2":{"in_tokens":1220,"out_tokens":674}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":8.431967359000055,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":998,"out_tokens":1723},"claude-opus-4-7":{"in_tokens":1954,"out_tokens":534},"mistral-large-2":{"in_tokens":1083,"out_tokens":697}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":107,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":7.390198113999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1470},"claude-opus-4-7":{"in_tokens":1990,"out_tokens":539},"mistral-large-2":{"in_tokens":1130,"out_tokens":532}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":87,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":6.134200465000049,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":938,"out_tokens":927},"claude-opus-4-7":{"in_tokens":1824,"out_tokens":383},"mistral-large-2":{"in_tokens":1009,"out_tokens":447}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":6.017604506999987,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1525},"claude-opus-4-7":{"in_tokens":1970,"out_tokens":564},"mistral-large-2":{"in_tokens":1143,"out_tokens":618}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":77,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":21.43631298199989,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":942,"out_tokens":1145},"claude-opus-4-7":{"in_tokens":1808,"out_tokens":468},"mistral-large-2":{"in_tokens":1061,"out_tokens":528}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.841913606999924,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1302},"claude-opus-4-7":{"in_tokens":2116,"out_tokens":555},"mistral-large-2":{"in_tokens":1204,"out_tokens":558}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":128,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":9.492722459000106,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1262},"claude-opus-4-7":{"in_tokens":2029,"out_tokens":541},"mistral-large-2":{"in_tokens":1159,"out_tokens":567}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":28.835286304000192,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":940,"out_tokens":1257},"claude-opus-4-7":{"in_tokens":1834,"out_tokens":570},"mistral-large-2":{"in_tokens":1021,"out_tokens":582}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":78,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.51755344000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1005,"out_tokens":1293},"claude-opus-4-7":{"in_tokens":1900,"out_tokens":485},"mistral-large-2":{"in_tokens":1097,"out_tokens":478}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":74,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":4.197996752000108,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":929,"out_tokens":853},"claude-opus-4-7":{"in_tokens":1755,"out_tokens":443},"mistral-large-2":{"in_tokens":1031,"out_tokens":512}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":11.757353546000104,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":1410},"claude-opus-4-7":{"in_tokens":2181,"out_tokens":641},"mistral-large-2":{"in_tokens":1234,"out_tokens":537}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":154,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":6.626827957999922,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1164,"out_tokens":1820},"claude-opus-4-7":{"in_tokens":2210,"out_tokens":501},"mistral-large-2":{"in_tokens":1288,"out_tokens":560}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":19.434004697999853,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1743},"claude-opus-4-7":{"in_tokens":2149,"out_tokens":617},"mistral-large-2":{"in_tokens":1255,"out_tokens":740}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":112,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.099659346999942,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":970,"out_tokens":1222},"claude-opus-4-7":{"in_tokens":1936,"out_tokens":484},"mistral-large-2":{"in_tokens":1035,"out_tokens":471}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":104,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.73588878999999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1263},"claude-opus-4-7":{"in_tokens":1968,"out_tokens":448},"mistral-large-2":{"in_tokens":1197,"out_tokens":671}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":12.577396950000093,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1025,"out_tokens":1181},"claude-opus-4-7":{"in_tokens":2018,"out_tokens":477},"mistral-large-2":{"in_tokens":1100,"out_tokens":564}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":105,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":11.276348331000008,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1025,"out_tokens":1422},"claude-opus-4-7":{"in_tokens":2063,"out_tokens":461},"mistral-large-2":{"in_tokens":1138,"out_tokens":495}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":136,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":5.768061455999941,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1157},"claude-opus-4-7":{"in_tokens":2516,"out_tokens":452},"mistral-large-2":{"in_tokens":1540,"out_tokens":484}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":111,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":8.30459147700003,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1806},"claude-opus-4-7":{"in_tokens":2390,"out_tokens":631},"mistral-large-2":{"in_tokens":1375,"out_tokens":466}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":146,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.697286518000055,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1538,"out_tokens":1314},"claude-opus-4-7":{"in_tokens":2837,"out_tokens":673},"mistral-large-2":{"in_tokens":1645,"out_tokens":537}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":93,"error":null,"skip_reason":null,"score_raw":0.2962962962962963,"duration_s":5.939970360999951,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":986},"claude-opus-4-7":{"in_tokens":2029,"out_tokens":521},"mistral-large-2":{"in_tokens":1172,"out_tokens":600}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":7.914537123000173,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1279},"claude-opus-4-7":{"in_tokens":2066,"out_tokens":496},"mistral-large-2":{"in_tokens":1160,"out_tokens":587}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":69,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":5.112562607999962,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1024,"out_tokens":1522},"claude-opus-4-7":{"in_tokens":1959,"out_tokens":558},"mistral-large-2":{"in_tokens":1130,"out_tokens":621}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":6.076098787000092,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1035,"out_tokens":1073},"claude-opus-4-7":{"in_tokens":1992,"out_tokens":420},"mistral-large-2":{"in_tokens":1157,"out_tokens":519}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":12.553468235000082,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1711},"claude-opus-4-7":{"in_tokens":2287,"out_tokens":561},"mistral-large-2":{"in_tokens":1302,"out_tokens":650}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":106,"error":null,"skip_reason":null,"score_raw":0.2962962962962963,"duration_s":7.850978133999888,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1535},"claude-opus-4-7":{"in_tokens":2112,"out_tokens":585},"mistral-large-2":{"in_tokens":1184,"out_tokens":617}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":84,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":4.788354679000122,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":950,"out_tokens":1326},"claude-opus-4-7":{"in_tokens":1864,"out_tokens":575},"mistral-large-2":{"in_tokens":1049,"out_tokens":489}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":87,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":7.263478816000088,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1003,"out_tokens":1383},"claude-opus-4-7":{"in_tokens":1969,"out_tokens":492},"mistral-large-2":{"in_tokens":1099,"out_tokens":495}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":106,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":4.407659007999882,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1024,"out_tokens":1299},"claude-opus-4-7":{"in_tokens":1959,"out_tokens":504},"mistral-large-2":{"in_tokens":1142,"out_tokens":539}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":7.489830509000058,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1042,"out_tokens":1838},"claude-opus-4-7":{"in_tokens":1951,"out_tokens":546},"mistral-large-2":{"in_tokens":1137,"out_tokens":680}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":4.8618850590000875,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":992,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":1916,"out_tokens":618},"mistral-large-2":{"in_tokens":1044,"out_tokens":482}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":5.481876517000046,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":959,"out_tokens":1257},"claude-opus-4-7":{"in_tokens":1853,"out_tokens":419},"mistral-large-2":{"in_tokens":1038,"out_tokens":527}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":94,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":8.349167106000095,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":937},"claude-opus-4-7":{"in_tokens":1858,"out_tokens":554},"mistral-large-2":{"in_tokens":1055,"out_tokens":507}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":78,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":8.518588276999935,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":981,"out_tokens":1133},"claude-opus-4-7":{"in_tokens":1839,"out_tokens":469},"mistral-large-2":{"in_tokens":1066,"out_tokens":557}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":317,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":8.278693404000023,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1904},"claude-opus-4-7":{"in_tokens":2771,"out_tokens":517},"mistral-large-2":{"in_tokens":1507,"out_tokens":702}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":7.603898753999829,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":1387},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":632},"mistral-large-2":{"in_tokens":1400,"out_tokens":749}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":5.415227637000044,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1054,"out_tokens":1320},"claude-opus-4-7":{"in_tokens":2126,"out_tokens":532},"mistral-large-2":{"in_tokens":1125,"out_tokens":471}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":569,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":11.175999136999963,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":1569},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":530},"mistral-large-2":{"in_tokens":1285,"out_tokens":504}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.4761904761904761,"duration_s":5.848270957000068,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1053,"out_tokens":1979},"claude-opus-4-7":{"in_tokens":2041,"out_tokens":511},"mistral-large-2":{"in_tokens":1148,"out_tokens":567}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":11.018891328000109,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":986,"out_tokens":1780},"claude-opus-4-7":{"in_tokens":1918,"out_tokens":471},"mistral-large-2":{"in_tokens":1070,"out_tokens":514}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.7222222222222223,"duration_s":7.176782932000151,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":908,"out_tokens":1682},"claude-opus-4-7":{"in_tokens":1811,"out_tokens":357},"mistral-large-2":{"in_tokens":957,"out_tokens":469}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":263,"error":null,"skip_reason":null,"score_raw":0.888888888888889,"duration_s":9.055158467000183,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":964,"out_tokens":2007},"claude-opus-4-7":{"in_tokens":1913,"out_tokens":536},"mistral-large-2":{"in_tokens":1030,"out_tokens":444}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":415,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":5.65369323699997,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":847,"out_tokens":1586},"claude-opus-4-7":{"in_tokens":1643,"out_tokens":393},"mistral-large-2":{"in_tokens":879,"out_tokens":423}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":7.47609106799996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":935,"out_tokens":1399},"claude-opus-4-7":{"in_tokens":1925,"out_tokens":360},"mistral-large-2":{"in_tokens":995,"out_tokens":405}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":10.329047966999951,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":974,"out_tokens":2241},"claude-opus-4-7":{"in_tokens":1950,"out_tokens":512},"mistral-large-2":{"in_tokens":1046,"out_tokens":599}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":10.15289946200005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1032,"out_tokens":2191},"claude-opus-4-7":{"in_tokens":2047,"out_tokens":578},"mistral-large-2":{"in_tokens":1083,"out_tokens":509}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":5.641875852000112,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":1894},"claude-opus-4-7":{"in_tokens":2171,"out_tokens":488},"mistral-large-2":{"in_tokens":1212,"out_tokens":709}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":7.968878226000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":880,"out_tokens":1503},"claude-opus-4-7":{"in_tokens":1750,"out_tokens":437},"mistral-large-2":{"in_tokens":937,"out_tokens":492}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":8.408676254000056,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1958},"claude-opus-4-7":{"in_tokens":2098,"out_tokens":522},"mistral-large-2":{"in_tokens":1123,"out_tokens":634}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":5.467030797000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":1278},"claude-opus-4-7":{"in_tokens":1954,"out_tokens":460},"mistral-large-2":{"in_tokens":1018,"out_tokens":444}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":197,"error":null,"skip_reason":null,"score_raw":0.5714285714285715,"duration_s":5.81263389500009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":914,"out_tokens":1373},"claude-opus-4-7":{"in_tokens":1869,"out_tokens":400},"mistral-large-2":{"in_tokens":963,"out_tokens":523}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":12.062675400999979,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1014,"out_tokens":1709},"claude-opus-4-7":{"in_tokens":1986,"out_tokens":475},"mistral-large-2":{"in_tokens":1074,"out_tokens":484}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.4333333333333333,"duration_s":6.065207198000053,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":2614},"claude-opus-4-7":{"in_tokens":3278,"out_tokens":843},"mistral-large-2":{"in_tokens":1802,"out_tokens":885}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":383,"error":null,"skip_reason":null,"score_raw":0.03333333333333333,"duration_s":6.441863845999933,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1784,"out_tokens":2159},"claude-opus-4-7":{"in_tokens":3464,"out_tokens":1028},"mistral-large-2":{"in_tokens":1871,"out_tokens":893}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":10.99655402999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1625,"out_tokens":2349},"claude-opus-4-7":{"in_tokens":3203,"out_tokens":644},"mistral-large-2":{"in_tokens":1766,"out_tokens":783}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":6.417682729000035,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":1956},"claude-opus-4-7":{"in_tokens":1971,"out_tokens":426},"mistral-large-2":{"in_tokens":1088,"out_tokens":498}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":385,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":11.83404531899987,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":2428},"claude-opus-4-7":{"in_tokens":3279,"out_tokens":932},"mistral-large-2":{"in_tokens":1761,"out_tokens":761}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":14.339954022000029,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1650,"out_tokens":2562},"claude-opus-4-7":{"in_tokens":3237,"out_tokens":661},"mistral-large-2":{"in_tokens":1764,"out_tokens":909}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":11.382364758999984,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1912},"claude-opus-4-7":{"in_tokens":2792,"out_tokens":767},"mistral-large-2":{"in_tokens":1469,"out_tokens":780}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":14.56059360800009,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":959,"out_tokens":1164},"claude-opus-4-7":{"in_tokens":1861,"out_tokens":419},"mistral-large-2":{"in_tokens":1023,"out_tokens":918}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":292,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":11.258427920000031,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":1982},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":627},"mistral-large-2":{"in_tokens":1353,"out_tokens":646}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":8.315478237999969,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1878,"out_tokens":2464},"claude-opus-4-7":{"in_tokens":3637,"out_tokens":955},"mistral-large-2":{"in_tokens":1961,"out_tokens":1277}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":347,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":11.157944915999906,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":3061},"claude-opus-4-7":{"in_tokens":3232,"out_tokens":726},"mistral-large-2":{"in_tokens":1784,"out_tokens":874}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":16.54857481299996,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1760,"out_tokens":2513},"claude-opus-4-7":{"in_tokens":3440,"out_tokens":640},"mistral-large-2":{"in_tokens":1886,"out_tokens":859}}}