{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":420,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":9.794603714000004,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":2462},"claude-opus-4-7":{"in_tokens":2681,"out_tokens":721},"mistral-large-2":{"in_tokens":1476,"out_tokens":675}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":419,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":10.734935507999992,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":1980},"claude-opus-4-7":{"in_tokens":2523,"out_tokens":720},"mistral-large-2":{"in_tokens":1428,"out_tokens":632}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":542,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":10.696871246,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":2097},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":831},"mistral-large-2":{"in_tokens":1748,"out_tokens":785}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":11.630982833999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":1074},"claude-opus-4-7":{"in_tokens":2112,"out_tokens":581},"mistral-large-2":{"in_tokens":1191,"out_tokens":694}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":633,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":12.494654438999987,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1880,"out_tokens":3873},"claude-opus-4-7":{"in_tokens":3543,"out_tokens":1141},"mistral-large-2":{"in_tokens":2003,"out_tokens":832}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":823,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":17.292092119999992,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":2959},"claude-opus-4-7":{"in_tokens":2684,"out_tokens":865},"mistral-large-2":{"in_tokens":1491,"out_tokens":743}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":16.597032472999985,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1823},"claude-opus-4-7":{"in_tokens":2143,"out_tokens":614},"mistral-large-2":{"in_tokens":1192,"out_tokens":650}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":931,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":21.531031283999994,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":1864},"claude-opus-4-7":{"in_tokens":2710,"out_tokens":628},"mistral-large-2":{"in_tokens":1537,"out_tokens":756}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":21.43860154500001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1756},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":623},"mistral-large-2":{"in_tokens":1427,"out_tokens":598}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":22.019422913,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":2246},"claude-opus-4-7":{"in_tokens":2862,"out_tokens":838},"mistral-large-2":{"in_tokens":1618,"out_tokens":797}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1792,"error":null,"skip_reason":null,"score_raw":0.9666666666666667,"duration_s":31.290757095000018,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2271,"out_tokens":3094},"claude-opus-4-7":{"in_tokens":4187,"out_tokens":1072},"mistral-large-2":{"in_tokens":2418,"out_tokens":931}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":18.650033211999997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":1709},"claude-opus-4-7":{"in_tokens":3227,"out_tokens":643},"mistral-large-2":{"in_tokens":1798,"out_tokens":865}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1715,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":34.248924899,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":2467},"claude-opus-4-7":{"in_tokens":2553,"out_tokens":913},"mistral-large-2":{"in_tokens":1443,"out_tokens":766}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1876,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":36.55843824,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2084,"out_tokens":3276},"claude-opus-4-7":{"in_tokens":3920,"out_tokens":1060},"mistral-large-2":{"in_tokens":2312,"out_tokens":888}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1199,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":20.468095490999985,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2070,"out_tokens":2616},"claude-opus-4-7":{"in_tokens":3946,"out_tokens":680},"mistral-large-2":{"in_tokens":2221,"out_tokens":719}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1834,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":37.870307112999996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1924},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":613},"mistral-large-2":{"in_tokens":1469,"out_tokens":623}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":23.28087744300001,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":2960},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":846},"mistral-large-2":{"in_tokens":1801,"out_tokens":687}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":18.349832265999993,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":2242},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":694},"mistral-large-2":{"in_tokens":1504,"out_tokens":711}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1195,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.986812398000012,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2107,"out_tokens":2432},"claude-opus-4-7":{"in_tokens":3962,"out_tokens":976},"mistral-large-2":{"in_tokens":2232,"out_tokens":985}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":20.442397693000004,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":2713},"claude-opus-4-7":{"in_tokens":2426,"out_tokens":653},"mistral-large-2":{"in_tokens":1353,"out_tokens":638}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2637,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":44.29719679,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2066,"out_tokens":2657},"claude-opus-4-7":{"in_tokens":3852,"out_tokens":782},"mistral-large-2":{"in_tokens":2217,"out_tokens":774}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":16.825810982000007,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1400},"claude-opus-4-7":{"in_tokens":2452,"out_tokens":603},"mistral-large-2":{"in_tokens":1340,"out_tokens":685}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2452,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":48.816391851999995,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1877,"out_tokens":2902},"claude-opus-4-7":{"in_tokens":3529,"out_tokens":648},"mistral-large-2":{"in_tokens":2104,"out_tokens":1127}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1577,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":26.079627449000014,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1987,"out_tokens":2666},"claude-opus-4-7":{"in_tokens":3746,"out_tokens":697},"mistral-large-2":{"in_tokens":2141,"out_tokens":1168}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":18.534665813000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":833},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":555},"mistral-large-2":{"in_tokens":1238,"out_tokens":512}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":18.086896489999987,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1648},"claude-opus-4-7":{"in_tokens":2413,"out_tokens":543},"mistral-large-2":{"in_tokens":1294,"out_tokens":505}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1443,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":24.336105843000013,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":2690},"claude-opus-4-7":{"in_tokens":3516,"out_tokens":673},"mistral-large-2":{"in_tokens":1954,"out_tokens":605}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1434,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":24.952466821,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1770,"out_tokens":2605},"claude-opus-4-7":{"in_tokens":3447,"out_tokens":877},"mistral-large-2":{"in_tokens":1884,"out_tokens":1301}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":18.230211045999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":2337},"claude-opus-4-7":{"in_tokens":3236,"out_tokens":590},"mistral-large-2":{"in_tokens":1842,"out_tokens":1005}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1244,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.07196601999999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":2398},"claude-opus-4-7":{"in_tokens":3236,"out_tokens":616},"mistral-large-2":{"in_tokens":1718,"out_tokens":942}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":19.370515925999996,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1947},"claude-opus-4-7":{"in_tokens":2570,"out_tokens":620},"mistral-large-2":{"in_tokens":1450,"out_tokens":657}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1054,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":19.388967525999988,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":2200},"claude-opus-4-7":{"in_tokens":3033,"out_tokens":877},"mistral-large-2":{"in_tokens":1666,"out_tokens":651}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":17.986923235000006,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1607},"claude-opus-4-7":{"in_tokens":2509,"out_tokens":728},"mistral-large-2":{"in_tokens":1347,"out_tokens":577}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":947,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":15.630517061999996,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":2339},"claude-opus-4-7":{"in_tokens":2987,"out_tokens":698},"mistral-large-2":{"in_tokens":1738,"out_tokens":640}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":21.969506174000003,"hallucination_count":6.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":2904},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":1102},"mistral-large-2":{"in_tokens":1424,"out_tokens":770}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2283,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":43.25404335800002,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2029,"out_tokens":2412},"claude-opus-4-7":{"in_tokens":3856,"out_tokens":1100},"mistral-large-2":{"in_tokens":2174,"out_tokens":869}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":71.220161727,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":2074},"claude-opus-4-7":{"in_tokens":3777,"out_tokens":976},"mistral-large-2":{"in_tokens":2109,"out_tokens":914}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3004,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":49.918498331999984,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2145,"out_tokens":2068},"claude-opus-4-7":{"in_tokens":4092,"out_tokens":807},"mistral-large-2":{"in_tokens":2325,"out_tokens":917}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":22.183046483,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":1206},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":539},"mistral-large-2":{"in_tokens":1438,"out_tokens":588}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1376,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.666814063999993,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1858,"out_tokens":3021},"claude-opus-4-7":{"in_tokens":3509,"out_tokens":664},"mistral-large-2":{"in_tokens":2007,"out_tokens":704}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1464,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":24.888981685999994,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2296,"out_tokens":2901},"claude-opus-4-7":{"in_tokens":4235,"out_tokens":1009},"mistral-large-2":{"in_tokens":2443,"out_tokens":1183}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.2962962962962963,"duration_s":19.956293055000003,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1417},"claude-opus-4-7":{"in_tokens":2533,"out_tokens":615},"mistral-large-2":{"in_tokens":1416,"out_tokens":591}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2857,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":43.32495086899999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1767,"out_tokens":1909},"claude-opus-4-7":{"in_tokens":3392,"out_tokens":497},"mistral-large-2":{"in_tokens":1854,"out_tokens":586}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":553,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":11.038074856999998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":3419},"claude-opus-4-7":{"in_tokens":3093,"out_tokens":754},"mistral-large-2":{"in_tokens":1674,"out_tokens":676}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1115,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":18.194932825999985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":1870},"claude-opus-4-7":{"in_tokens":3180,"out_tokens":478},"mistral-large-2":{"in_tokens":1706,"out_tokens":637}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2663,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":51.94211012100001,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1959,"out_tokens":2457},"claude-opus-4-7":{"in_tokens":3799,"out_tokens":1012},"mistral-large-2":{"in_tokens":2139,"out_tokens":769}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1229,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.532748763,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1728,"out_tokens":2256},"claude-opus-4-7":{"in_tokens":3304,"out_tokens":788},"mistral-large-2":{"in_tokens":1794,"out_tokens":585}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.127471263000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1259},"claude-opus-4-7":{"in_tokens":2303,"out_tokens":530},"mistral-large-2":{"in_tokens":1276,"out_tokens":521}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":15.971331631999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1847},"claude-opus-4-7":{"in_tokens":2117,"out_tokens":517},"mistral-large-2":{"in_tokens":1212,"out_tokens":582}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.230791648000007,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1100},"claude-opus-4-7":{"in_tokens":2320,"out_tokens":417},"mistral-large-2":{"in_tokens":1312,"out_tokens":596}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":9.794840872999998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1436},"claude-opus-4-7":{"in_tokens":2761,"out_tokens":790},"mistral-large-2":{"in_tokens":1435,"out_tokens":684}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":1055,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":20.03830615000001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1671,"out_tokens":1668},"claude-opus-4-7":{"in_tokens":3113,"out_tokens":602},"mistral-large-2":{"in_tokens":1751,"out_tokens":669}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.081079179,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1452},"claude-opus-4-7":{"in_tokens":2072,"out_tokens":533},"mistral-large-2":{"in_tokens":1145,"out_tokens":537}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2199,"error":null,"skip_reason":null,"score_raw":0.10000000000000002,"duration_s":28.364757456000007,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1702,"out_tokens":2619},"claude-opus-4-7":{"in_tokens":3363,"out_tokens":862},"mistral-large-2":{"in_tokens":1832,"out_tokens":894}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2112,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":27.268692708999993,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1579,"out_tokens":3114},"claude-opus-4-7":{"in_tokens":3130,"out_tokens":617},"mistral-large-2":{"in_tokens":1678,"out_tokens":637}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1050,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":27.486845520000003,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":1510},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":537},"mistral-large-2":{"in_tokens":1589,"out_tokens":645}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":15.850501699000006,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1361},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":459},"mistral-large-2":{"in_tokens":1126,"out_tokens":534}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":989,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.69932029399999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":1663},"claude-opus-4-7":{"in_tokens":2748,"out_tokens":523},"mistral-large-2":{"in_tokens":1592,"out_tokens":647}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1799,"error":null,"skip_reason":null,"score_raw":0.9523809523809524,"duration_s":24.278864384000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1778},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":495},"mistral-large-2":{"in_tokens":1490,"out_tokens":453}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":123,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":14.71630845300001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":957,"out_tokens":711},"claude-opus-4-7":{"in_tokens":1798,"out_tokens":382},"mistral-large-2":{"in_tokens":994,"out_tokens":414}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1343,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.462825648999996,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1741,"out_tokens":1435},"claude-opus-4-7":{"in_tokens":3207,"out_tokens":486},"mistral-large-2":{"in_tokens":1808,"out_tokens":626}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":19.66089315800002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1060,"out_tokens":1234},"claude-opus-4-7":{"in_tokens":2006,"out_tokens":489},"mistral-large-2":{"in_tokens":1123,"out_tokens":454}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":861,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.582570306999997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1804},"claude-opus-4-7":{"in_tokens":2523,"out_tokens":479},"mistral-large-2":{"in_tokens":1413,"out_tokens":583}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.64002833699999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1254},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":492},"mistral-large-2":{"in_tokens":1194,"out_tokens":516}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1085,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.671088682999994,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":2339},"claude-opus-4-7":{"in_tokens":2681,"out_tokens":594},"mistral-large-2":{"in_tokens":1481,"out_tokens":512}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.37074860499999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":1032},"claude-opus-4-7":{"in_tokens":2287,"out_tokens":467},"mistral-large-2":{"in_tokens":1285,"out_tokens":533}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":17.427500371999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1219},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":540},"mistral-large-2":{"in_tokens":1129,"out_tokens":673}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":19.044440441000006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1464,"out_tokens":2012},"claude-opus-4-7":{"in_tokens":2767,"out_tokens":697},"mistral-large-2":{"in_tokens":1547,"out_tokens":576}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.429292221999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1211},"claude-opus-4-7":{"in_tokens":1996,"out_tokens":485},"mistral-large-2":{"in_tokens":1094,"out_tokens":474}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":744,"error":null,"skip_reason":null,"score_raw":0.9523809523809524,"duration_s":17.327950195,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1192},"claude-opus-4-7":{"in_tokens":2303,"out_tokens":386},"mistral-large-2":{"in_tokens":1285,"out_tokens":747}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1005,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":18.828760275999997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1497,"out_tokens":1708},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":499},"mistral-large-2":{"in_tokens":1560,"out_tokens":671}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":17.671089702000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1223},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":493},"mistral-large-2":{"in_tokens":1153,"out_tokens":547}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":18.012565475000002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":1101},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":487},"mistral-large-2":{"in_tokens":1257,"out_tokens":734}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2534,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":45.187008886,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1796,"out_tokens":2566},"claude-opus-4-7":{"in_tokens":3419,"out_tokens":709},"mistral-large-2":{"in_tokens":1964,"out_tokens":771}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.91976950999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":900},"claude-opus-4-7":{"in_tokens":2141,"out_tokens":480},"mistral-large-2":{"in_tokens":1184,"out_tokens":429}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":961,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":20.13771815300001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":1664},"claude-opus-4-7":{"in_tokens":2913,"out_tokens":442},"mistral-large-2":{"in_tokens":1641,"out_tokens":599}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1047,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.118207586999972,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":888},"claude-opus-4-7":{"in_tokens":2680,"out_tokens":486},"mistral-large-2":{"in_tokens":1475,"out_tokens":533}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":322,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.699432915000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":1465},"claude-opus-4-7":{"in_tokens":2802,"out_tokens":506},"mistral-large-2":{"in_tokens":1512,"out_tokens":534}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":1008,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.752087630999966,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":1612},"claude-opus-4-7":{"in_tokens":2678,"out_tokens":603},"mistral-large-2":{"in_tokens":1502,"out_tokens":631}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.661701903000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1142},"claude-opus-4-7":{"in_tokens":2190,"out_tokens":522},"mistral-large-2":{"in_tokens":1221,"out_tokens":513}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1012,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":18.464644161999985,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":1288},"claude-opus-4-7":{"in_tokens":2669,"out_tokens":541},"mistral-large-2":{"in_tokens":1484,"out_tokens":601}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":126,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":15.832016213999964,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1634},"claude-opus-4-7":{"in_tokens":2030,"out_tokens":575},"mistral-large-2":{"in_tokens":1116,"out_tokens":616}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":3323,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":52.649221127000004,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":2654},"claude-opus-4-7":{"in_tokens":3078,"out_tokens":883},"mistral-large-2":{"in_tokens":1651,"out_tokens":776}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":14.132749158000024,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1389},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":584},"mistral-large-2":{"in_tokens":1298,"out_tokens":753}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":15.184503270999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1070,"out_tokens":968},"claude-opus-4-7":{"in_tokens":2085,"out_tokens":516},"mistral-large-2":{"in_tokens":1123,"out_tokens":427}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3299,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":58.24396578500003,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1624,"out_tokens":3771},"claude-opus-4-7":{"in_tokens":3014,"out_tokens":826},"mistral-large-2":{"in_tokens":1771,"out_tokens":774}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":739,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":13.844746063000002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1120},"claude-opus-4-7":{"in_tokens":2530,"out_tokens":481},"mistral-large-2":{"in_tokens":1404,"out_tokens":523}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":4571,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":74.604388688,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2291,"out_tokens":2725},"claude-opus-4-7":{"in_tokens":4213,"out_tokens":868},"mistral-large-2":{"in_tokens":2479,"out_tokens":809}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":69.25465173200001,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":2556},"claude-opus-4-7":{"in_tokens":2680,"out_tokens":672},"mistral-large-2":{"in_tokens":1435,"out_tokens":732}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":17.88511347900004,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":1446},"claude-opus-4-7":{"in_tokens":2814,"out_tokens":537},"mistral-large-2":{"in_tokens":1551,"out_tokens":648}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":932,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":15.652901085000053,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":1096},"claude-opus-4-7":{"in_tokens":2703,"out_tokens":662},"mistral-large-2":{"in_tokens":1527,"out_tokens":656}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":17.401191928000003,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1903},"claude-opus-4-7":{"in_tokens":2137,"out_tokens":501},"mistral-large-2":{"in_tokens":1186,"out_tokens":564}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1072,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":20.76597178899999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1708,"out_tokens":1481},"claude-opus-4-7":{"in_tokens":3228,"out_tokens":598},"mistral-large-2":{"in_tokens":1771,"out_tokens":665}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":534,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":12.705867236000017,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1976},"claude-opus-4-7":{"in_tokens":2313,"out_tokens":575},"mistral-large-2":{"in_tokens":1276,"out_tokens":621}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":14.671803599999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1026,"out_tokens":1218},"claude-opus-4-7":{"in_tokens":2010,"out_tokens":488},"mistral-large-2":{"in_tokens":1108,"out_tokens":493}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":2386,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":30.731836868000016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2062,"out_tokens":1346},"claude-opus-4-7":{"in_tokens":3950,"out_tokens":490},"mistral-large-2":{"in_tokens":2150,"out_tokens":752}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":18.262405822000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1185,"out_tokens":1805},"claude-opus-4-7":{"in_tokens":2267,"out_tokens":616},"mistral-large-2":{"in_tokens":1284,"out_tokens":538}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":19.24810961099996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1056,"out_tokens":2020},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":667},"mistral-large-2":{"in_tokens":1185,"out_tokens":488}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":709,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":15.80537295299996,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2140,"out_tokens":1648},"claude-opus-4-7":{"in_tokens":3986,"out_tokens":982},"mistral-large-2":{"in_tokens":2307,"out_tokens":855}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":938,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":16.35227152699997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1360,"out_tokens":1412},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":413},"mistral-large-2":{"in_tokens":1422,"out_tokens":494}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.025024627999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1640},"claude-opus-4-7":{"in_tokens":2063,"out_tokens":496},"mistral-large-2":{"in_tokens":1130,"out_tokens":566}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1378,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":21.588102193999987,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1767,"out_tokens":1969},"claude-opus-4-7":{"in_tokens":3278,"out_tokens":549},"mistral-large-2":{"in_tokens":1847,"out_tokens":547}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1658,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.540842451999993,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1901,"out_tokens":1251},"claude-opus-4-7":{"in_tokens":3516,"out_tokens":464},"mistral-large-2":{"in_tokens":1986,"out_tokens":650}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":1028,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":18.86039771000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":1440},"claude-opus-4-7":{"in_tokens":2927,"out_tokens":608},"mistral-large-2":{"in_tokens":1694,"out_tokens":1536}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":635,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.748515843999996,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":2229},"claude-opus-4-7":{"in_tokens":2302,"out_tokens":536},"mistral-large-2":{"in_tokens":1362,"out_tokens":670}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":1061,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":20.886067207999986,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1389,"out_tokens":2190},"claude-opus-4-7":{"in_tokens":2755,"out_tokens":530},"mistral-large-2":{"in_tokens":1513,"out_tokens":627}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":402,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":8.537422286000037,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1500,"out_tokens":1742},"claude-opus-4-7":{"in_tokens":2881,"out_tokens":706},"mistral-large-2":{"in_tokens":1630,"out_tokens":800}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.42268034,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":1844},"claude-opus-4-7":{"in_tokens":2175,"out_tokens":572},"mistral-large-2":{"in_tokens":1244,"out_tokens":585}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1234,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":17.067901801999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1506},"claude-opus-4-7":{"in_tokens":2929,"out_tokens":497},"mistral-large-2":{"in_tokens":1683,"out_tokens":619}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1146,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":32.64588236100002,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":1522},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":560},"mistral-large-2":{"in_tokens":1604,"out_tokens":623}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":888,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":14.83682662000001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":2478},"claude-opus-4-7":{"in_tokens":2682,"out_tokens":475},"mistral-large-2":{"in_tokens":1515,"out_tokens":687}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":16.636808214999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":1182},"claude-opus-4-7":{"in_tokens":2301,"out_tokens":629},"mistral-large-2":{"in_tokens":1297,"out_tokens":536}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.879042931000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1168},"claude-opus-4-7":{"in_tokens":2137,"out_tokens":482},"mistral-large-2":{"in_tokens":1211,"out_tokens":497}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":818,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":13.689874894000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1637},"claude-opus-4-7":{"in_tokens":2490,"out_tokens":473},"mistral-large-2":{"in_tokens":1389,"out_tokens":485}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":17.41129691699996,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1794},"claude-opus-4-7":{"in_tokens":2252,"out_tokens":675},"mistral-large-2":{"in_tokens":1281,"out_tokens":578}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":655,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":11.953020460000005,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":1719},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":549},"mistral-large-2":{"in_tokens":1381,"out_tokens":672}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":512,"error":null,"skip_reason":null,"score_raw":0.07407407407407407,"duration_s":11.853297416999965,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":2428},"claude-opus-4-7":{"in_tokens":2940,"out_tokens":640},"mistral-large-2":{"in_tokens":1681,"out_tokens":870}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":797,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":16.001198740999996,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":2707},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":772},"mistral-large-2":{"in_tokens":1380,"out_tokens":598}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":792,"error":null,"skip_reason":null,"score_raw":0.9523809523809524,"duration_s":10.137819185000012,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1048},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":418},"mistral-large-2":{"in_tokens":1150,"out_tokens":525}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1474,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.204209159000015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":1265},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":470},"mistral-large-2":{"in_tokens":1503,"out_tokens":608}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1764,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":23.53365283400001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":1654},"claude-opus-4-7":{"in_tokens":2934,"out_tokens":505},"mistral-large-2":{"in_tokens":1644,"out_tokens":770}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1073,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.704216427000006,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1093},"claude-opus-4-7":{"in_tokens":2879,"out_tokens":514},"mistral-large-2":{"in_tokens":1619,"out_tokens":577}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":603,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":10.397393459,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1422},"claude-opus-4-7":{"in_tokens":2363,"out_tokens":523},"mistral-large-2":{"in_tokens":1361,"out_tokens":758}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":10.469826984999997,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":2055},"claude-opus-4-7":{"in_tokens":3015,"out_tokens":804},"mistral-large-2":{"in_tokens":1615,"out_tokens":677}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.402321427000004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":2140},"claude-opus-4-7":{"in_tokens":2418,"out_tokens":602},"mistral-large-2":{"in_tokens":1402,"out_tokens":668}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1041,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.996036576999984,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":2539},"claude-opus-4-7":{"in_tokens":2875,"out_tokens":684},"mistral-large-2":{"in_tokens":1637,"out_tokens":762}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":17.947816779999982,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1015,"out_tokens":1166},"claude-opus-4-7":{"in_tokens":1928,"out_tokens":552},"mistral-large-2":{"in_tokens":1128,"out_tokens":517}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":813,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":16.922496900999988,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1554},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":463},"mistral-large-2":{"in_tokens":1463,"out_tokens":548}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1141,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":14.492175498999984,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1801,"out_tokens":1426},"claude-opus-4-7":{"in_tokens":3352,"out_tokens":497},"mistral-large-2":{"in_tokens":1881,"out_tokens":685}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":19.569900109000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1335},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":513},"mistral-large-2":{"in_tokens":1378,"out_tokens":486}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":868,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":11.483982456999968,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1118},"claude-opus-4-7":{"in_tokens":2503,"out_tokens":473},"mistral-large-2":{"in_tokens":1409,"out_tokens":497}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":23.976839178999967,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1325},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":575},"mistral-large-2":{"in_tokens":1253,"out_tokens":641}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1104,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":14.803002280000044,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":1391},"claude-opus-4-7":{"in_tokens":2755,"out_tokens":629},"mistral-large-2":{"in_tokens":1551,"out_tokens":621}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1304,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":16.86215408700002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":1998},"claude-opus-4-7":{"in_tokens":3107,"out_tokens":533},"mistral-large-2":{"in_tokens":1751,"out_tokens":845}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":601,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":13.14115508499998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1300,"out_tokens":1562},"claude-opus-4-7":{"in_tokens":2482,"out_tokens":532},"mistral-large-2":{"in_tokens":1406,"out_tokens":549}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1087,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":21.30119181499998,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":1252},"claude-opus-4-7":{"in_tokens":3007,"out_tokens":530},"mistral-large-2":{"in_tokens":1744,"out_tokens":753}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":505,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":12.085296529000004,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":1789},"claude-opus-4-7":{"in_tokens":3013,"out_tokens":622},"mistral-large-2":{"in_tokens":1645,"out_tokens":612}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":627,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.610575060999963,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":1509},"claude-opus-4-7":{"in_tokens":2244,"out_tokens":610},"mistral-large-2":{"in_tokens":1332,"out_tokens":585}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":721,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":12.238212001999955,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":1854},"claude-opus-4-7":{"in_tokens":2650,"out_tokens":589},"mistral-large-2":{"in_tokens":1559,"out_tokens":628}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":16.473869422000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1063,"out_tokens":990},"claude-opus-4-7":{"in_tokens":2113,"out_tokens":507},"mistral-large-2":{"in_tokens":1130,"out_tokens":484}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":9.066209652999987,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":1352},"claude-opus-4-7":{"in_tokens":2526,"out_tokens":491},"mistral-large-2":{"in_tokens":1421,"out_tokens":481}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.58706857300001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1940,"out_tokens":1781},"claude-opus-4-7":{"in_tokens":3684,"out_tokens":579},"mistral-large-2":{"in_tokens":2026,"out_tokens":716}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1466,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.840567425000017,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1117},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":462},"mistral-large-2":{"in_tokens":1454,"out_tokens":660}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.52094456499998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1067},"claude-opus-4-7":{"in_tokens":2228,"out_tokens":544},"mistral-large-2":{"in_tokens":1208,"out_tokens":475}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":795,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.680874965999976,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":965},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":516},"mistral-large-2":{"in_tokens":1388,"out_tokens":548}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.015395787999978,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1884},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":606},"mistral-large-2":{"in_tokens":1160,"out_tokens":603}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":910,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":15.752586080000015,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":2280},"claude-opus-4-7":{"in_tokens":2629,"out_tokens":606},"mistral-large-2":{"in_tokens":1444,"out_tokens":529}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":20.125922462999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":1368},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":505},"mistral-large-2":{"in_tokens":1283,"out_tokens":687}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1055,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":13.138813199999959,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1616},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":549},"mistral-large-2":{"in_tokens":1509,"out_tokens":717}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":990,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.49898029900004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":1937},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":578},"mistral-large-2":{"in_tokens":1701,"out_tokens":1207}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.998927127,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1379},"claude-opus-4-7":{"in_tokens":2694,"out_tokens":551},"mistral-large-2":{"in_tokens":1536,"out_tokens":561}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":966,"error":null,"skip_reason":null,"score_raw":0.9523809523809524,"duration_s":12.943079022999996,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1028},"claude-opus-4-7":{"in_tokens":2552,"out_tokens":416},"mistral-large-2":{"in_tokens":1405,"out_tokens":690}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1516,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.317981538000026,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1722,"out_tokens":1555},"claude-opus-4-7":{"in_tokens":3271,"out_tokens":773},"mistral-large-2":{"in_tokens":1794,"out_tokens":698}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":946,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":21.115155867999988,"hallucination_count":6.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":1773},"claude-opus-4-7":{"in_tokens":2820,"out_tokens":773},"mistral-large-2":{"in_tokens":1573,"out_tokens":892}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1002,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":15.635453809000012,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":2192},"claude-opus-4-7":{"in_tokens":2211,"out_tokens":573},"mistral-large-2":{"in_tokens":1216,"out_tokens":567}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.4761904761904762,"duration_s":13.394524789999991,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1001},"claude-opus-4-7":{"in_tokens":2569,"out_tokens":426},"mistral-large-2":{"in_tokens":1573,"out_tokens":503}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":772,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":14.335458353999968,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":2106},"claude-opus-4-7":{"in_tokens":2957,"out_tokens":566},"mistral-large-2":{"in_tokens":1718,"out_tokens":621}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":864,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":13.679515654999989,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1700,"out_tokens":1616},"claude-opus-4-7":{"in_tokens":3150,"out_tokens":650},"mistral-large-2":{"in_tokens":1926,"out_tokens":534}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":15.350360319999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1089},"claude-opus-4-7":{"in_tokens":2195,"out_tokens":513},"mistral-large-2":{"in_tokens":1241,"out_tokens":554}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":19.58537900899995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":1568},"claude-opus-4-7":{"in_tokens":3120,"out_tokens":603},"mistral-large-2":{"in_tokens":1795,"out_tokens":578}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":996,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.67541838400001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1932,"out_tokens":3047},"claude-opus-4-7":{"in_tokens":3601,"out_tokens":543},"mistral-large-2":{"in_tokens":2086,"out_tokens":684}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":655,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":12.992013190999955,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":1524},"claude-opus-4-7":{"in_tokens":2483,"out_tokens":524},"mistral-large-2":{"in_tokens":1418,"out_tokens":577}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":15.654531222999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1312},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":575},"mistral-large-2":{"in_tokens":1280,"out_tokens":618}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1673,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":22.345908926999982,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":2160},"claude-opus-4-7":{"in_tokens":2901,"out_tokens":640},"mistral-large-2":{"in_tokens":1672,"out_tokens":1133}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1039,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":17.441962339999975,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":2212},"claude-opus-4-7":{"in_tokens":2376,"out_tokens":647},"mistral-large-2":{"in_tokens":1292,"out_tokens":655}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":872,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":15.232505735000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":1218},"claude-opus-4-7":{"in_tokens":2751,"out_tokens":545},"mistral-large-2":{"in_tokens":1564,"out_tokens":599}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":19.601621878999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1526},"claude-opus-4-7":{"in_tokens":2397,"out_tokens":583},"mistral-large-2":{"in_tokens":1349,"out_tokens":552}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":16.308015280999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1236},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":522},"mistral-large-2":{"in_tokens":1180,"out_tokens":542}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":880,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":18.206598892999978,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":1731},"claude-opus-4-7":{"in_tokens":2903,"out_tokens":594},"mistral-large-2":{"in_tokens":1676,"out_tokens":632}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":9.783576674000017,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":1683},"claude-opus-4-7":{"in_tokens":2387,"out_tokens":567},"mistral-large-2":{"in_tokens":1378,"out_tokens":648}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":18.82218862900004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1511},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":564},"mistral-large-2":{"in_tokens":1310,"out_tokens":752}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":866,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.972081104999972,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1534},"claude-opus-4-7":{"in_tokens":2084,"out_tokens":461},"mistral-large-2":{"in_tokens":1168,"out_tokens":478}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":976,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.29245043100002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":2446},"claude-opus-4-7":{"in_tokens":2745,"out_tokens":475},"mistral-large-2":{"in_tokens":1607,"out_tokens":778}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":753,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":14.550811235999959,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":2640},"claude-opus-4-7":{"in_tokens":2678,"out_tokens":827},"mistral-large-2":{"in_tokens":1527,"out_tokens":721}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2122,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":31.301589458999956,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":1805},"claude-opus-4-7":{"in_tokens":2437,"out_tokens":482},"mistral-large-2":{"in_tokens":1382,"out_tokens":658}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2541,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":33.768693987999995,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1696},"claude-opus-4-7":{"in_tokens":2356,"out_tokens":580},"mistral-large-2":{"in_tokens":1411,"out_tokens":713}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.649961785000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1518},"claude-opus-4-7":{"in_tokens":2599,"out_tokens":570},"mistral-large-2":{"in_tokens":1433,"out_tokens":561}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":14.359717850000038,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":2009},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":579},"mistral-large-2":{"in_tokens":1144,"out_tokens":562}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":22.61681869099999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1517},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":591},"mistral-large-2":{"in_tokens":1257,"out_tokens":583}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":18.216089360000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1465},"claude-opus-4-7":{"in_tokens":2170,"out_tokens":649},"mistral-large-2":{"in_tokens":1190,"out_tokens":569}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1635,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":22.814223618000028,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1562},"claude-opus-4-7":{"in_tokens":2519,"out_tokens":530},"mistral-large-2":{"in_tokens":1364,"out_tokens":791}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":1114,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":18.91999012499997,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":2435},"claude-opus-4-7":{"in_tokens":2815,"out_tokens":576},"mistral-large-2":{"in_tokens":1609,"out_tokens":649}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":936,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":16.749982348999993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":2520},"claude-opus-4-7":{"in_tokens":2663,"out_tokens":841},"mistral-large-2":{"in_tokens":1587,"out_tokens":947}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":19.979547787,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1887},"claude-opus-4-7":{"in_tokens":2134,"out_tokens":604},"mistral-large-2":{"in_tokens":1248,"out_tokens":598}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":827,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.259364096000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":2007},"claude-opus-4-7":{"in_tokens":2591,"out_tokens":475},"mistral-large-2":{"in_tokens":1490,"out_tokens":490}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":75.04550314299996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":1134},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":651},"mistral-large-2":{"in_tokens":1942,"out_tokens":625}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1867,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":23.560861593000027,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":2130},"claude-opus-4-7":{"in_tokens":2566,"out_tokens":531},"mistral-large-2":{"in_tokens":1497,"out_tokens":688}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1442,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":18.89688911799999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1681},"claude-opus-4-7":{"in_tokens":2332,"out_tokens":734},"mistral-large-2":{"in_tokens":1339,"out_tokens":654}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":814,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":17.155196805000003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":2166},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":477},"mistral-large-2":{"in_tokens":1324,"out_tokens":508}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.48547191,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1087,"out_tokens":1225},"claude-opus-4-7":{"in_tokens":2099,"out_tokens":473},"mistral-large-2":{"in_tokens":1206,"out_tokens":540}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.593144914999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":1632},"claude-opus-4-7":{"in_tokens":1986,"out_tokens":558},"mistral-large-2":{"in_tokens":1070,"out_tokens":495}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":16.980338942000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1074,"out_tokens":936},"claude-opus-4-7":{"in_tokens":2045,"out_tokens":524},"mistral-large-2":{"in_tokens":1154,"out_tokens":571}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":779,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":14.520533876000002,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":2237},"claude-opus-4-7":{"in_tokens":2469,"out_tokens":556},"mistral-large-2":{"in_tokens":1414,"out_tokens":561}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1527,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.475444905000018,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":1950},"claude-opus-4-7":{"in_tokens":2806,"out_tokens":812},"mistral-large-2":{"in_tokens":1605,"out_tokens":749}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1483,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":19.264926988000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1594},"claude-opus-4-7":{"in_tokens":2466,"out_tokens":579},"mistral-large-2":{"in_tokens":1385,"out_tokens":551}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":474,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":10.385135192000007,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1405,"out_tokens":1629},"claude-opus-4-7":{"in_tokens":2628,"out_tokens":540},"mistral-large-2":{"in_tokens":1480,"out_tokens":622}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":681,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":13.005433392999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2248,"out_tokens":448},"mistral-large-2":{"in_tokens":1245,"out_tokens":496}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":945,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":16.248408255000015,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":2126},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":606},"mistral-large-2":{"in_tokens":1539,"out_tokens":585}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.739345224999965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":983,"out_tokens":846},"claude-opus-4-7":{"in_tokens":1917,"out_tokens":414},"mistral-large-2":{"in_tokens":1060,"out_tokens":470}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1330,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":16.28780763100002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1683},"claude-opus-4-7":{"in_tokens":2452,"out_tokens":524},"mistral-large-2":{"in_tokens":1388,"out_tokens":600}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":15.722497914999963,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1015},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":470},"mistral-large-2":{"in_tokens":1165,"out_tokens":564}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.4444444444444445,"duration_s":17.96284312299997,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":2027},"claude-opus-4-7":{"in_tokens":2823,"out_tokens":787},"mistral-large-2":{"in_tokens":1510,"out_tokens":702}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":531,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":12.645883686000047,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":1429},"claude-opus-4-7":{"in_tokens":2802,"out_tokens":613},"mistral-large-2":{"in_tokens":1601,"out_tokens":704}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":18.746835256999987,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1737},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":506},"mistral-large-2":{"in_tokens":1288,"out_tokens":568}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1569,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":18.39816916000001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1394},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":482},"mistral-large-2":{"in_tokens":1274,"out_tokens":657}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1508,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":25.546960713000033,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1898,"out_tokens":2326},"claude-opus-4-7":{"in_tokens":3732,"out_tokens":983},"mistral-large-2":{"in_tokens":2067,"out_tokens":762}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":1905,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":27.136829537999972,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":2382},"claude-opus-4-7":{"in_tokens":2912,"out_tokens":593},"mistral-large-2":{"in_tokens":1672,"out_tokens":697}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1792,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":21.408460985999966,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":1746},"claude-opus-4-7":{"in_tokens":2553,"out_tokens":575},"mistral-large-2":{"in_tokens":1485,"out_tokens":538}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":17.004362767999964,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1539},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":554},"mistral-large-2":{"in_tokens":1392,"out_tokens":682}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1514,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":26.700235395999982,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1709,"out_tokens":2568},"claude-opus-4-7":{"in_tokens":3556,"out_tokens":754},"mistral-large-2":{"in_tokens":1849,"out_tokens":714}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1228,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":23.897669142999973,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1646,"out_tokens":2690},"claude-opus-4-7":{"in_tokens":3258,"out_tokens":747},"mistral-large-2":{"in_tokens":1783,"out_tokens":722}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1133,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":22.59692563599998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1395,"out_tokens":2509},"claude-opus-4-7":{"in_tokens":2855,"out_tokens":566},"mistral-large-2":{"in_tokens":1485,"out_tokens":570}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":19.115118972000005,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1375},"claude-opus-4-7":{"in_tokens":2288,"out_tokens":456},"mistral-large-2":{"in_tokens":1202,"out_tokens":502}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":789,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.159177408999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":1566},"claude-opus-4-7":{"in_tokens":3102,"out_tokens":510},"mistral-large-2":{"in_tokens":1804,"out_tokens":732}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1175,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":20.830991159000007,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":1565},"claude-opus-4-7":{"in_tokens":2288,"out_tokens":518},"mistral-large-2":{"in_tokens":1210,"out_tokens":546}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":17.68786061999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":982,"out_tokens":946},"claude-opus-4-7":{"in_tokens":1963,"out_tokens":408},"mistral-large-2":{"in_tokens":1043,"out_tokens":385}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":22.157541304000006,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1137},"claude-opus-4-7":{"in_tokens":1914,"out_tokens":476},"mistral-large-2":{"in_tokens":1041,"out_tokens":513}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1425,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":18.141167584000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":1387},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":519},"mistral-large-2":{"in_tokens":1368,"out_tokens":527}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.225966723,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":893,"out_tokens":1522},"claude-opus-4-7":{"in_tokens":1804,"out_tokens":365},"mistral-large-2":{"in_tokens":947,"out_tokens":370}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":486,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":11.225085045000014,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1158},"claude-opus-4-7":{"in_tokens":2529,"out_tokens":518},"mistral-large-2":{"in_tokens":1421,"out_tokens":577}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.38095238095238093,"duration_s":17.201710445999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":2053},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":423},"mistral-large-2":{"in_tokens":1175,"out_tokens":746}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1180,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":22.637279998999986,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":2128},"claude-opus-4-7":{"in_tokens":2631,"out_tokens":492},"mistral-large-2":{"in_tokens":1418,"out_tokens":621}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1095,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.389325661999976,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":2408},"claude-opus-4-7":{"in_tokens":2546,"out_tokens":613},"mistral-large-2":{"in_tokens":1348,"out_tokens":506}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1116,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":19.60013565899999,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":2546},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":533},"mistral-large-2":{"in_tokens":1476,"out_tokens":596}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1770,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":32.51625527499999,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":2717},"claude-opus-4-7":{"in_tokens":3215,"out_tokens":1016},"mistral-large-2":{"in_tokens":1749,"out_tokens":757}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":17.160328539999966,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":909,"out_tokens":949},"claude-opus-4-7":{"in_tokens":1749,"out_tokens":383},"mistral-large-2":{"in_tokens":938,"out_tokens":400}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":18.636572192000017,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":1948},"claude-opus-4-7":{"in_tokens":1965,"out_tokens":772},"mistral-large-2":{"in_tokens":1052,"out_tokens":692}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":15.402065241999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":983,"out_tokens":1648},"claude-opus-4-7":{"in_tokens":2010,"out_tokens":509},"mistral-large-2":{"in_tokens":1044,"out_tokens":445}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1791,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":36.735734184999956,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":1192},"claude-opus-4-7":{"in_tokens":2640,"out_tokens":464},"mistral-large-2":{"in_tokens":1453,"out_tokens":527}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":372,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":369.15713166200004,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1822,"out_tokens":1572},"claude-opus-4-7":{"in_tokens":3491,"out_tokens":845},"mistral-large-2":{"in_tokens":1939,"out_tokens":768}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2285,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":44.94467559200001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1517,"out_tokens":2267},"claude-opus-4-7":{"in_tokens":2825,"out_tokens":557},"mistral-large-2":{"in_tokens":1716,"out_tokens":652}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":260,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":18.66685878200002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1033,"out_tokens":1608},"claude-opus-4-7":{"in_tokens":2061,"out_tokens":602},"mistral-large-2":{"in_tokens":1088,"out_tokens":722}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1077,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.29350575699999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1959},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":409},"mistral-large-2":{"in_tokens":1387,"out_tokens":451}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1142,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":21.127496441000005,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1521},"claude-opus-4-7":{"in_tokens":2660,"out_tokens":486},"mistral-large-2":{"in_tokens":1453,"out_tokens":857}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1600,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":33.57750477100001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1561,"out_tokens":1662},"claude-opus-4-7":{"in_tokens":2893,"out_tokens":449},"mistral-large-2":{"in_tokens":1761,"out_tokens":542}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1327,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":23.404806404999988,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":2896},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":852},"mistral-large-2":{"in_tokens":1438,"out_tokens":572}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.951426416999993,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":2133},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":482},"mistral-large-2":{"in_tokens":1272,"out_tokens":750}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":20.971613093999963,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":1036},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":484},"mistral-large-2":{"in_tokens":1087,"out_tokens":470}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":18.768788562999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":1552},"claude-opus-4-7":{"in_tokens":2279,"out_tokens":463},"mistral-large-2":{"in_tokens":1208,"out_tokens":543}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2129,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":44.659687349999956,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":2120},"claude-opus-4-7":{"in_tokens":3078,"out_tokens":674},"mistral-large-2":{"in_tokens":1792,"out_tokens":683}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":436,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":10.350426669,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1507},"claude-opus-4-7":{"in_tokens":2489,"out_tokens":541},"mistral-large-2":{"in_tokens":1387,"out_tokens":465}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1240,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":23.872856581000008,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1919},"claude-opus-4-7":{"in_tokens":2785,"out_tokens":759},"mistral-large-2":{"in_tokens":1489,"out_tokens":582}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":16.882840848,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1089},"claude-opus-4-7":{"in_tokens":2173,"out_tokens":505},"mistral-large-2":{"in_tokens":1163,"out_tokens":542}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1125,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":18.283575525000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1485},"claude-opus-4-7":{"in_tokens":2521,"out_tokens":553},"mistral-large-2":{"in_tokens":1428,"out_tokens":589}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1996,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":26.50573054800003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1794,"out_tokens":2300},"claude-opus-4-7":{"in_tokens":3301,"out_tokens":620},"mistral-large-2":{"in_tokens":1939,"out_tokens":570}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1048,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.71239411800002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":2659},"claude-opus-4-7":{"in_tokens":2445,"out_tokens":579},"mistral-large-2":{"in_tokens":1347,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":985,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.26153496500001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":2253},"claude-opus-4-7":{"in_tokens":2667,"out_tokens":948},"mistral-large-2":{"in_tokens":1473,"out_tokens":637}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":17.35525675699995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":1284},"claude-opus-4-7":{"in_tokens":2009,"out_tokens":452},"mistral-large-2":{"in_tokens":1039,"out_tokens":423}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":16.83280719200002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1030,"out_tokens":1513},"claude-opus-4-7":{"in_tokens":2097,"out_tokens":430},"mistral-large-2":{"in_tokens":1089,"out_tokens":437}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1248,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":22.186941323999974,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":3378},"claude-opus-4-7":{"in_tokens":3109,"out_tokens":875},"mistral-large-2":{"in_tokens":1729,"out_tokens":741}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1682,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":23.02866435100003,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1713},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":592},"mistral-large-2":{"in_tokens":1523,"out_tokens":667}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":384,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":21.506214753999984,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":2671},"claude-opus-4-7":{"in_tokens":3561,"out_tokens":830},"mistral-large-2":{"in_tokens":1906,"out_tokens":744}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1354,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":16.040785125000014,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.2222222222222222,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":2156},"claude-opus-4-7":{"in_tokens":2234,"out_tokens":751},"mistral-large-2":{"in_tokens":1279,"out_tokens":753}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1119,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":24.529766774999985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1369,"out_tokens":1275},"claude-opus-4-7":{"in_tokens":2671,"out_tokens":485},"mistral-large-2":{"in_tokens":1457,"out_tokens":837}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":759,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":13.843479269,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":2151},"claude-opus-4-7":{"in_tokens":2319,"out_tokens":513},"mistral-large-2":{"in_tokens":1213,"out_tokens":534}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":19.271141449000027,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.2,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":1487},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":752},"mistral-large-2":{"in_tokens":1782,"out_tokens":1143}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":2203,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":28.343397467999978,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":2136},"claude-opus-4-7":{"in_tokens":3339,"out_tokens":921},"mistral-large-2":{"in_tokens":1918,"out_tokens":798}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1062,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":17.999575359999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":3188},"claude-opus-4-7":{"in_tokens":2565,"out_tokens":473},"mistral-large-2":{"in_tokens":1318,"out_tokens":517}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":413,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":18.667700103000016,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2379},"claude-opus-4-7":{"in_tokens":3424,"out_tokens":888},"mistral-large-2":{"in_tokens":1826,"out_tokens":909}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":68.775027179,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1744},"claude-opus-4-7":{"in_tokens":2373,"out_tokens":520},"mistral-large-2":{"in_tokens":1320,"out_tokens":552}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":22.604083874000025,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":1952},"claude-opus-4-7":{"in_tokens":3225,"out_tokens":887},"mistral-large-2":{"in_tokens":1792,"out_tokens":758}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1396,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":20.31454066599997,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":2869},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":783},"mistral-large-2":{"in_tokens":1487,"out_tokens":698}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1740,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":28.995948223999903,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2327,"out_tokens":2134},"claude-opus-4-7":{"in_tokens":4522,"out_tokens":709},"mistral-large-2":{"in_tokens":2454,"out_tokens":716}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.82528233100004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1111,"out_tokens":1829},"claude-opus-4-7":{"in_tokens":2151,"out_tokens":467},"mistral-large-2":{"in_tokens":1182,"out_tokens":494}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":425,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":24.482840315999965,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1743,"out_tokens":2794},"claude-opus-4-7":{"in_tokens":3440,"out_tokens":672},"mistral-large-2":{"in_tokens":1877,"out_tokens":990}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":12.371191369999906,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1514,"out_tokens":2055},"claude-opus-4-7":{"in_tokens":2720,"out_tokens":540},"mistral-large-2":{"in_tokens":1575,"out_tokens":571}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2511,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":41.146909275999974,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":1965},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":563},"mistral-large-2":{"in_tokens":1599,"out_tokens":800}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":20.239631746999976,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":2241},"claude-opus-4-7":{"in_tokens":2828,"out_tokens":745},"mistral-large-2":{"in_tokens":1494,"out_tokens":730}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1768,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":26.123303827999962,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1357,"out_tokens":2683},"claude-opus-4-7":{"in_tokens":2669,"out_tokens":791},"mistral-large-2":{"in_tokens":1509,"out_tokens":689}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1493,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":31.47388630899991,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1713},"claude-opus-4-7":{"in_tokens":2330,"out_tokens":614},"mistral-large-2":{"in_tokens":1303,"out_tokens":612}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1396,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":25.017167457000028,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2040,"out_tokens":3794},"claude-opus-4-7":{"in_tokens":4010,"out_tokens":734},"mistral-large-2":{"in_tokens":2159,"out_tokens":790}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":20.641495772999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":996,"out_tokens":1224},"claude-opus-4-7":{"in_tokens":1942,"out_tokens":441},"mistral-large-2":{"in_tokens":1064,"out_tokens":477}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1855,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":33.10303872700001,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2291,"out_tokens":3757},"claude-opus-4-7":{"in_tokens":4487,"out_tokens":1054},"mistral-large-2":{"in_tokens":2477,"out_tokens":816}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1647,"error":null,"skip_reason":null,"score_raw":0.9666666666666667,"duration_s":32.41264786599993,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2179,"out_tokens":2624},"claude-opus-4-7":{"in_tokens":4222,"out_tokens":823},"mistral-large-2":{"in_tokens":2367,"out_tokens":774}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":545,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":13.480562213999974,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1574,"out_tokens":1745},"claude-opus-4-7":{"in_tokens":2954,"out_tokens":604},"mistral-large-2":{"in_tokens":1651,"out_tokens":637}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":17.883057384999915,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":3061},"claude-opus-4-7":{"in_tokens":3555,"out_tokens":685},"mistral-large-2":{"in_tokens":1928,"out_tokens":710}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":20.705853614000034,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":2616},"claude-opus-4-7":{"in_tokens":2493,"out_tokens":799},"mistral-large-2":{"in_tokens":1395,"out_tokens":788}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":66.8808396,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1056,"out_tokens":1532},"claude-opus-4-7":{"in_tokens":2010,"out_tokens":427},"mistral-large-2":{"in_tokens":1101,"out_tokens":509}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1255,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":23.63154937999991,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1969,"out_tokens":2924},"claude-opus-4-7":{"in_tokens":3839,"out_tokens":817},"mistral-large-2":{"in_tokens":2134,"out_tokens":788}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1344,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":17.0192095970001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":1678},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":594},"mistral-large-2":{"in_tokens":1451,"out_tokens":767}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1712,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.256709139999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1512},"claude-opus-4-7":{"in_tokens":2573,"out_tokens":518},"mistral-large-2":{"in_tokens":1510,"out_tokens":745}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1937,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":42.863508599000056,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":1558},"claude-opus-4-7":{"in_tokens":2740,"out_tokens":659},"mistral-large-2":{"in_tokens":1605,"out_tokens":701}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":360,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":23.127985224999975,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1810,"out_tokens":1523},"claude-opus-4-7":{"in_tokens":3494,"out_tokens":716},"mistral-large-2":{"in_tokens":1934,"out_tokens":1016}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1290,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":23.907953619999944,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":2196},"claude-opus-4-7":{"in_tokens":2890,"out_tokens":774},"mistral-large-2":{"in_tokens":1604,"out_tokens":695}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":410,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":27.922677392000082,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2436},"claude-opus-4-7":{"in_tokens":3407,"out_tokens":870},"mistral-large-2":{"in_tokens":1864,"out_tokens":743}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1448,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":25.240365999999995,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1819,"out_tokens":2785},"claude-opus-4-7":{"in_tokens":3664,"out_tokens":785},"mistral-large-2":{"in_tokens":1948,"out_tokens":791}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1500,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":26.042491956999925,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1520,"out_tokens":2186},"claude-opus-4-7":{"in_tokens":2972,"out_tokens":403},"mistral-large-2":{"in_tokens":1635,"out_tokens":903}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1382,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":25.54151308600001,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1709,"out_tokens":3256},"claude-opus-4-7":{"in_tokens":3307,"out_tokens":854},"mistral-large-2":{"in_tokens":1830,"out_tokens":754}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2154,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":41.52858736500002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":2164},"claude-opus-4-7":{"in_tokens":2336,"out_tokens":452},"mistral-large-2":{"in_tokens":1278,"out_tokens":659}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1391,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":30.022400666000067,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1118,"out_tokens":1065},"claude-opus-4-7":{"in_tokens":2179,"out_tokens":513},"mistral-large-2":{"in_tokens":1224,"out_tokens":566}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1445,"error":null,"skip_reason":null,"score_raw":0.9629629629629629,"duration_s":31.560681640999974,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1777},"claude-opus-4-7":{"in_tokens":2525,"out_tokens":473},"mistral-large-2":{"in_tokens":1451,"out_tokens":668}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":35.227847525000016,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2589,"out_tokens":3833},"claude-opus-4-7":{"in_tokens":5026,"out_tokens":1055},"mistral-large-2":{"in_tokens":2721,"out_tokens":1022}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":1734,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":32.61858735999999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2363,"out_tokens":2602},"claude-opus-4-7":{"in_tokens":4565,"out_tokens":828},"mistral-large-2":{"in_tokens":2552,"out_tokens":964}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":36.41121297400002,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2389,"out_tokens":3242},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":943},"mistral-large-2":{"in_tokens":2579,"out_tokens":873}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":675,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":73.42752850300008,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1910},"claude-opus-4-7":{"in_tokens":2853,"out_tokens":636},"mistral-large-2":{"in_tokens":1613,"out_tokens":751}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2302,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":33.34071931900007,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1974,"out_tokens":1461},"claude-opus-4-7":{"in_tokens":3934,"out_tokens":558},"mistral-large-2":{"in_tokens":2135,"out_tokens":635}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3521,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":57.70959894500004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2145,"out_tokens":3136},"claude-opus-4-7":{"in_tokens":4263,"out_tokens":739},"mistral-large-2":{"in_tokens":2325,"out_tokens":751}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":70.53575669400004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":1801},"claude-opus-4-7":{"in_tokens":2458,"out_tokens":591},"mistral-large-2":{"in_tokens":1340,"out_tokens":566}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2759,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":41.496257078999975,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1685,"out_tokens":1777},"claude-opus-4-7":{"in_tokens":3513,"out_tokens":761},"mistral-large-2":{"in_tokens":1813,"out_tokens":759}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":416,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":8.66328531199997,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1489},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":587},"mistral-large-2":{"in_tokens":1353,"out_tokens":682}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2465,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":34.517472099999964,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1778,"out_tokens":1830},"claude-opus-4-7":{"in_tokens":3711,"out_tokens":543},"mistral-large-2":{"in_tokens":1886,"out_tokens":616}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":728,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":14.402903132000006,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1845,"out_tokens":1379},"claude-opus-4-7":{"in_tokens":3491,"out_tokens":583},"mistral-large-2":{"in_tokens":1911,"out_tokens":661}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1695,"error":null,"skip_reason":null,"score_raw":0.888888888888889,"duration_s":20.425688292000018,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1221},"claude-opus-4-7":{"in_tokens":3088,"out_tokens":440},"mistral-large-2":{"in_tokens":1620,"out_tokens":594}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":8.769119305999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":1105},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":535},"mistral-large-2":{"in_tokens":1354,"out_tokens":493}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2206,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":31.873834622999993,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1467,"out_tokens":1222},"claude-opus-4-7":{"in_tokens":2870,"out_tokens":431},"mistral-large-2":{"in_tokens":1597,"out_tokens":510}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":2101,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":30.53444605100003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":1969},"claude-opus-4-7":{"in_tokens":2841,"out_tokens":464},"mistral-large-2":{"in_tokens":1499,"out_tokens":486}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2459,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":36.54913135100003,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1665,"out_tokens":2540},"claude-opus-4-7":{"in_tokens":3292,"out_tokens":523},"mistral-large-2":{"in_tokens":1787,"out_tokens":809}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":2122,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":30.973201700000004,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1664,"out_tokens":1618},"claude-opus-4-7":{"in_tokens":3346,"out_tokens":676},"mistral-large-2":{"in_tokens":1804,"out_tokens":517}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":1756,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":27.7749862899999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":2031},"claude-opus-4-7":{"in_tokens":3454,"out_tokens":421},"mistral-large-2":{"in_tokens":1800,"out_tokens":475}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2606,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":36.121515643000066,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":1412},"claude-opus-4-7":{"in_tokens":2629,"out_tokens":363},"mistral-large-2":{"in_tokens":1383,"out_tokens":458}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1681,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":23.2468968930001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":2226},"claude-opus-4-7":{"in_tokens":2591,"out_tokens":562},"mistral-large-2":{"in_tokens":1388,"out_tokens":598}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1412,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":19.308247628999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1565},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":458},"mistral-large-2":{"in_tokens":1531,"out_tokens":556}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":521,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":73.218493578,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1840},"claude-opus-4-7":{"in_tokens":2825,"out_tokens":437},"mistral-large-2":{"in_tokens":1543,"out_tokens":572}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":328,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":7.694341386000019,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":1526},"claude-opus-4-7":{"in_tokens":2369,"out_tokens":555},"mistral-large-2":{"in_tokens":1310,"out_tokens":552}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1549,"error":null,"skip_reason":null,"score_raw":0.8095238095238096,"duration_s":21.49539714599996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":1354},"claude-opus-4-7":{"in_tokens":2488,"out_tokens":514},"mistral-large-2":{"in_tokens":1294,"out_tokens":752}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":387,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":69.06317753899998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1316,"out_tokens":1395},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":584},"mistral-large-2":{"in_tokens":1388,"out_tokens":856}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":438,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":11.165741591000028,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":1406},"claude-opus-4-7":{"in_tokens":2536,"out_tokens":426},"mistral-large-2":{"in_tokens":1366,"out_tokens":548}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1853,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":32.60614512899997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1747,"out_tokens":1422},"claude-opus-4-7":{"in_tokens":3507,"out_tokens":476},"mistral-large-2":{"in_tokens":1875,"out_tokens":714}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1855,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":46.017530643999976,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":1752},"claude-opus-4-7":{"in_tokens":3004,"out_tokens":539},"mistral-large-2":{"in_tokens":1597,"out_tokens":596}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2115,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":28.175569349000057,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1505,"out_tokens":2156},"claude-opus-4-7":{"in_tokens":3204,"out_tokens":499},"mistral-large-2":{"in_tokens":1610,"out_tokens":596}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3120,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":67.68369775300005,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":2378},"claude-opus-4-7":{"in_tokens":3211,"out_tokens":550},"mistral-large-2":{"in_tokens":1752,"out_tokens":669}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2873,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":40.45516459700002,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2193,"out_tokens":2809},"claude-opus-4-7":{"in_tokens":4308,"out_tokens":855},"mistral-large-2":{"in_tokens":2309,"out_tokens":844}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2621,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":35.79827921399999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2431,"out_tokens":3132},"claude-opus-4-7":{"in_tokens":4767,"out_tokens":653},"mistral-large-2":{"in_tokens":2632,"out_tokens":937}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2397,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":31.66810331399995,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2435,"out_tokens":2158},"claude-opus-4-7":{"in_tokens":4810,"out_tokens":714},"mistral-large-2":{"in_tokens":2630,"out_tokens":901}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2791,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":30.676783537999995,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2520,"out_tokens":2671},"claude-opus-4-7":{"in_tokens":5003,"out_tokens":776},"mistral-large-2":{"in_tokens":2654,"out_tokens":1402}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":68.82778015500003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1903},"claude-opus-4-7":{"in_tokens":2510,"out_tokens":686},"mistral-large-2":{"in_tokens":1421,"out_tokens":782}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":66.95605970400004,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":2191},"claude-opus-4-7":{"in_tokens":2223,"out_tokens":593},"mistral-large-2":{"in_tokens":1214,"out_tokens":686}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":8.682381888000009,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":2342},"claude-opus-4-7":{"in_tokens":2348,"out_tokens":655},"mistral-large-2":{"in_tokens":1347,"out_tokens":708}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2599,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":31.878737116000025,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2257,"out_tokens":3098},"claude-opus-4-7":{"in_tokens":4484,"out_tokens":775},"mistral-large-2":{"in_tokens":2448,"out_tokens":877}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1954,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":26.11349769700007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1514},"claude-opus-4-7":{"in_tokens":2659,"out_tokens":549},"mistral-large-2":{"in_tokens":1481,"out_tokens":656}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":1687,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":24.500868874000048,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1756,"out_tokens":2833},"claude-opus-4-7":{"in_tokens":3555,"out_tokens":740},"mistral-large-2":{"in_tokens":1891,"out_tokens":717}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":2009,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":31.71973627,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1543,"out_tokens":1286},"claude-opus-4-7":{"in_tokens":3044,"out_tokens":431},"mistral-large-2":{"in_tokens":1661,"out_tokens":615}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2229,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":41.98075520400005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1645,"out_tokens":2064},"claude-opus-4-7":{"in_tokens":3211,"out_tokens":684},"mistral-large-2":{"in_tokens":1738,"out_tokens":1172}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2003,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":31.493385580999984,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2310,"out_tokens":2196},"claude-opus-4-7":{"in_tokens":4517,"out_tokens":704},"mistral-large-2":{"in_tokens":2471,"out_tokens":881}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3679,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":48.84853455999996,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2472,"out_tokens":2894},"claude-opus-4-7":{"in_tokens":4821,"out_tokens":881},"mistral-large-2":{"in_tokens":2585,"out_tokens":904}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":12.264439620999951,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1787},"claude-opus-4-7":{"in_tokens":2063,"out_tokens":664},"mistral-large-2":{"in_tokens":1154,"out_tokens":606}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3922,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":52.4339559419999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2703,"out_tokens":2259},"claude-opus-4-7":{"in_tokens":5337,"out_tokens":766},"mistral-large-2":{"in_tokens":2912,"out_tokens":1379}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":67.28227611800003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1924},"claude-opus-4-7":{"in_tokens":2357,"out_tokens":581},"mistral-large-2":{"in_tokens":1324,"out_tokens":626}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":9.318997381000031,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1552,"out_tokens":2215},"claude-opus-4-7":{"in_tokens":2903,"out_tokens":999},"mistral-large-2":{"in_tokens":1648,"out_tokens":733}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":64.71122523300005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1070,"out_tokens":1147},"claude-opus-4-7":{"in_tokens":2098,"out_tokens":482},"mistral-large-2":{"in_tokens":1146,"out_tokens":476}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":9.883685283999966,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":1547},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":561},"mistral-large-2":{"in_tokens":1167,"out_tokens":709}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":16.558544590999986,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1905},"claude-opus-4-7":{"in_tokens":2357,"out_tokens":614},"mistral-large-2":{"in_tokens":1380,"out_tokens":688}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":6.32879083499995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1872},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":615},"mistral-large-2":{"in_tokens":1239,"out_tokens":526}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":6.264205354000069,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1514},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":574},"mistral-large-2":{"in_tokens":1243,"out_tokens":597}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.06666666666666667,"duration_s":12.999104489000047,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1685,"out_tokens":2124},"claude-opus-4-7":{"in_tokens":3217,"out_tokens":708},"mistral-large-2":{"in_tokens":1812,"out_tokens":878}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.10000000000000002,"duration_s":12.37110407299997,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1704,"out_tokens":2112},"claude-opus-4-7":{"in_tokens":3239,"out_tokens":871},"mistral-large-2":{"in_tokens":1800,"out_tokens":868}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":12.840589620999936,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":2444},"claude-opus-4-7":{"in_tokens":2716,"out_tokens":637},"mistral-large-2":{"in_tokens":1537,"out_tokens":721}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":10.936424227999964,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":2785},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":737},"mistral-large-2":{"in_tokens":1374,"out_tokens":724}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":9.125877909999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1164,"out_tokens":1294},"claude-opus-4-7":{"in_tokens":2322,"out_tokens":555},"mistral-large-2":{"in_tokens":1232,"out_tokens":583}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":18.21552477900002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1709},"claude-opus-4-7":{"in_tokens":2561,"out_tokens":585},"mistral-large-2":{"in_tokens":1420,"out_tokens":667}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":12.551796285000023,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1835},"claude-opus-4-7":{"in_tokens":2253,"out_tokens":534},"mistral-large-2":{"in_tokens":1216,"out_tokens":570}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":251,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":9.159470609999971,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1433},"claude-opus-4-7":{"in_tokens":2573,"out_tokens":596},"mistral-large-2":{"in_tokens":1450,"out_tokens":546}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.1851851851851852,"duration_s":13.718930090999947,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1912},"claude-opus-4-7":{"in_tokens":2424,"out_tokens":799},"mistral-large-2":{"in_tokens":1366,"out_tokens":740}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":18.150267211000028,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1776,"out_tokens":2053},"claude-opus-4-7":{"in_tokens":3302,"out_tokens":668},"mistral-large-2":{"in_tokens":1882,"out_tokens":693}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":11.890902247999975,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1298,"out_tokens":1081},"claude-opus-4-7":{"in_tokens":2485,"out_tokens":509},"mistral-large-2":{"in_tokens":1354,"out_tokens":595}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":260,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":14.130676993000066,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1999},"claude-opus-4-7":{"in_tokens":2533,"out_tokens":824},"mistral-large-2":{"in_tokens":1359,"out_tokens":636}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":10.74610562700002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1485},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":532},"mistral-large-2":{"in_tokens":1423,"out_tokens":763}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":10.404073363999942,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1425},"claude-opus-4-7":{"in_tokens":2249,"out_tokens":552},"mistral-large-2":{"in_tokens":1254,"out_tokens":513}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":8.517569954999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1215,"out_tokens":1126},"claude-opus-4-7":{"in_tokens":2268,"out_tokens":590},"mistral-large-2":{"in_tokens":1279,"out_tokens":592}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":6.708108082999956,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":1125},"claude-opus-4-7":{"in_tokens":1987,"out_tokens":450},"mistral-large-2":{"in_tokens":1108,"out_tokens":462}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.813783382999986,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1267},"claude-opus-4-7":{"in_tokens":2252,"out_tokens":440},"mistral-large-2":{"in_tokens":1279,"out_tokens":525}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":9.247500316000014,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":1185},"claude-opus-4-7":{"in_tokens":1974,"out_tokens":458},"mistral-large-2":{"in_tokens":1105,"out_tokens":454}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":7.256756765999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":959,"out_tokens":1049},"claude-opus-4-7":{"in_tokens":1800,"out_tokens":394},"mistral-large-2":{"in_tokens":995,"out_tokens":434}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":10.969405677000054,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1077,"out_tokens":1281},"claude-opus-4-7":{"in_tokens":2044,"out_tokens":433},"mistral-large-2":{"in_tokens":1139,"out_tokens":442}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":12.649875597000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1136},"claude-opus-4-7":{"in_tokens":2172,"out_tokens":494},"mistral-large-2":{"in_tokens":1216,"out_tokens":529}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":8.955565160999981,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1027,"out_tokens":1036},"claude-opus-4-7":{"in_tokens":1966,"out_tokens":498},"mistral-large-2":{"in_tokens":1078,"out_tokens":467}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":66.41858185599995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1441},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":610},"mistral-large-2":{"in_tokens":1366,"out_tokens":560}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":14.956565102000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":1430},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":553},"mistral-large-2":{"in_tokens":1366,"out_tokens":574}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":12.937741649000031,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1023,"out_tokens":922},"claude-opus-4-7":{"in_tokens":1941,"out_tokens":458},"mistral-large-2":{"in_tokens":1084,"out_tokens":540}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":65.38722260600002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1617},"claude-opus-4-7":{"in_tokens":2155,"out_tokens":495},"mistral-large-2":{"in_tokens":1230,"out_tokens":465}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":272,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":7.245923423000022,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1752},"claude-opus-4-7":{"in_tokens":2313,"out_tokens":567},"mistral-large-2":{"in_tokens":1308,"out_tokens":642}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":13.034900053000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1068},"claude-opus-4-7":{"in_tokens":1994,"out_tokens":489},"mistral-large-2":{"in_tokens":1108,"out_tokens":554}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":6.982150481999952,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":891},"claude-opus-4-7":{"in_tokens":2073,"out_tokens":458},"mistral-large-2":{"in_tokens":1149,"out_tokens":452}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":7.038769292999973,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1680},"claude-opus-4-7":{"in_tokens":2421,"out_tokens":764},"mistral-large-2":{"in_tokens":1405,"out_tokens":709}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":11.249668880000058,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":1314},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":529},"mistral-large-2":{"in_tokens":1437,"out_tokens":660}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":5.947842868999942,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":2929},"claude-opus-4-7":{"in_tokens":2169,"out_tokens":716},"mistral-large-2":{"in_tokens":1263,"out_tokens":683}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":7.524158484000054,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1170,"out_tokens":1465},"claude-opus-4-7":{"in_tokens":2176,"out_tokens":489},"mistral-large-2":{"in_tokens":1227,"out_tokens":546}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":116,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":9.697869717000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":931},"claude-opus-4-7":{"in_tokens":1989,"out_tokens":509},"mistral-large-2":{"in_tokens":1093,"out_tokens":456}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.576081561000024,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":978},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":533},"mistral-large-2":{"in_tokens":1230,"out_tokens":532}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":9.037359365000043,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1314},"claude-opus-4-7":{"in_tokens":2007,"out_tokens":387},"mistral-large-2":{"in_tokens":1088,"out_tokens":443}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":123,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":7.025628514999994,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1463},"claude-opus-4-7":{"in_tokens":2102,"out_tokens":537},"mistral-large-2":{"in_tokens":1215,"out_tokens":663}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":7.941538954000066,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":986,"out_tokens":1286},"claude-opus-4-7":{"in_tokens":1943,"out_tokens":535},"mistral-large-2":{"in_tokens":1072,"out_tokens":596}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":145,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":6.399723068999947,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1250},"claude-opus-4-7":{"in_tokens":2058,"out_tokens":590},"mistral-large-2":{"in_tokens":1159,"out_tokens":535}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":7.063128405000043,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1018,"out_tokens":1951},"claude-opus-4-7":{"in_tokens":1972,"out_tokens":601},"mistral-large-2":{"in_tokens":1156,"out_tokens":633}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":130,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":7.20308572700003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1015,"out_tokens":1305},"claude-opus-4-7":{"in_tokens":1941,"out_tokens":559},"mistral-large-2":{"in_tokens":1120,"out_tokens":615}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":7.7000947579999774,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1005,"out_tokens":1413},"claude-opus-4-7":{"in_tokens":1958,"out_tokens":574},"mistral-large-2":{"in_tokens":1084,"out_tokens":590}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":8.655740306000098,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1369},"claude-opus-4-7":{"in_tokens":2118,"out_tokens":627},"mistral-large-2":{"in_tokens":1217,"out_tokens":565}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":95,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.229967415000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1019,"out_tokens":1307},"claude-opus-4-7":{"in_tokens":1934,"out_tokens":427},"mistral-large-2":{"in_tokens":1113,"out_tokens":428}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":94,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":18.179143178999993,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":943,"out_tokens":1254},"claude-opus-4-7":{"in_tokens":1842,"out_tokens":402},"mistral-large-2":{"in_tokens":1015,"out_tokens":447}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":109,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":6.747345305000067,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1607},"claude-opus-4-7":{"in_tokens":2114,"out_tokens":731},"mistral-large-2":{"in_tokens":1229,"out_tokens":671}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":9.372904110000036,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":1479},"claude-opus-4-7":{"in_tokens":2097,"out_tokens":519},"mistral-large-2":{"in_tokens":1196,"out_tokens":541}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.361486933999913,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":954,"out_tokens":995},"claude-opus-4-7":{"in_tokens":1791,"out_tokens":440},"mistral-large-2":{"in_tokens":1058,"out_tokens":544}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":7.711749561000033,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1071},"claude-opus-4-7":{"in_tokens":2108,"out_tokens":518},"mistral-large-2":{"in_tokens":1198,"out_tokens":564}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":136,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":12.044585075999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1739},"claude-opus-4-7":{"in_tokens":2184,"out_tokens":543},"mistral-large-2":{"in_tokens":1273,"out_tokens":544}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":7.748837618000039,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1935},"claude-opus-4-7":{"in_tokens":2131,"out_tokens":581},"mistral-large-2":{"in_tokens":1305,"out_tokens":739}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":13.100105675000009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":983,"out_tokens":1308},"claude-opus-4-7":{"in_tokens":1970,"out_tokens":572},"mistral-large-2":{"in_tokens":1044,"out_tokens":461}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":9.03780129200004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1020,"out_tokens":1448},"claude-opus-4-7":{"in_tokens":2013,"out_tokens":544},"mistral-large-2":{"in_tokens":1090,"out_tokens":550}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":7.323775685999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":1040},"claude-opus-4-7":{"in_tokens":2480,"out_tokens":438},"mistral-large-2":{"in_tokens":1524,"out_tokens":526}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":10.185707210999908,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1056,"out_tokens":1347},"claude-opus-4-7":{"in_tokens":2156,"out_tokens":620},"mistral-large-2":{"in_tokens":1165,"out_tokens":638}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":153,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":8.592319095999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1543,"out_tokens":1257},"claude-opus-4-7":{"in_tokens":2863,"out_tokens":584},"mistral-large-2":{"in_tokens":1651,"out_tokens":635}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":10.54732970100008,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":1641},"claude-opus-4-7":{"in_tokens":2457,"out_tokens":645},"mistral-large-2":{"in_tokens":1430,"out_tokens":540}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":6.845807122999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1087,"out_tokens":1413},"claude-opus-4-7":{"in_tokens":2090,"out_tokens":523},"mistral-large-2":{"in_tokens":1172,"out_tokens":554}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.3703703703703704,"duration_s":7.214754507999942,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1106,"out_tokens":1877},"claude-opus-4-7":{"in_tokens":2133,"out_tokens":618},"mistral-large-2":{"in_tokens":1233,"out_tokens":637}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":106,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":7.719054616999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1331},"claude-opus-4-7":{"in_tokens":2221,"out_tokens":507},"mistral-large-2":{"in_tokens":1258,"out_tokens":500}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":110,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":9.33479912900009,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1296},"claude-opus-4-7":{"in_tokens":2041,"out_tokens":606},"mistral-large-2":{"in_tokens":1169,"out_tokens":615}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":0.2962962962962963,"duration_s":70.32508737,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1366,"out_tokens":2257},"claude-opus-4-7":{"in_tokens":2611,"out_tokens":751},"mistral-large-2":{"in_tokens":1475,"out_tokens":631}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.037037037037037035,"duration_s":7.029521820000014,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1548},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":692},"mistral-large-2":{"in_tokens":1266,"out_tokens":695}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.430324674999952,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1281},"claude-opus-4-7":{"in_tokens":2182,"out_tokens":528},"mistral-large-2":{"in_tokens":1253,"out_tokens":534}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":102,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":5.333045879999872,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":968,"out_tokens":1249},"claude-opus-4-7":{"in_tokens":1898,"out_tokens":559},"mistral-large-2":{"in_tokens":1062,"out_tokens":525}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":116,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":8.276587776999918,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1026,"out_tokens":1152},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":534},"mistral-large-2":{"in_tokens":1122,"out_tokens":713}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":5.567580677000024,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1595},"claude-opus-4-7":{"in_tokens":2172,"out_tokens":659},"mistral-large-2":{"in_tokens":1162,"out_tokens":505}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":377,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":69.48504957300008,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1607},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":729},"mistral-large-2":{"in_tokens":1513,"out_tokens":534}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":7.689454166999894,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1025,"out_tokens":1176},"claude-opus-4-7":{"in_tokens":1970,"out_tokens":549},"mistral-large-2":{"in_tokens":1142,"out_tokens":510}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":10.007091802000105,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1306},"claude-opus-4-7":{"in_tokens":2012,"out_tokens":526},"mistral-large-2":{"in_tokens":1171,"out_tokens":567}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":97,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.667354404999969,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":944,"out_tokens":1206},"claude-opus-4-7":{"in_tokens":1824,"out_tokens":542},"mistral-large-2":{"in_tokens":997,"out_tokens":502}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":6.204274380000015,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1126,"out_tokens":1529},"claude-opus-4-7":{"in_tokens":2206,"out_tokens":636},"mistral-large-2":{"in_tokens":1206,"out_tokens":596}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":7.855865030000132,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1049,"out_tokens":746},"claude-opus-4-7":{"in_tokens":1974,"out_tokens":611},"mistral-large-2":{"in_tokens":1119,"out_tokens":469}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":140,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":7.37558110000009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":946,"out_tokens":1084},"claude-opus-4-7":{"in_tokens":1822,"out_tokens":443},"mistral-large-2":{"in_tokens":1025,"out_tokens":535}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":569,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":6.329417046000117,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":1967},"claude-opus-4-7":{"in_tokens":2518,"out_tokens":467},"mistral-large-2":{"in_tokens":1300,"out_tokens":603}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":8.376006203000088,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":863},"claude-opus-4-7":{"in_tokens":1993,"out_tokens":474},"mistral-large-2":{"in_tokens":1148,"out_tokens":476}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":392,"error":null,"skip_reason":null,"score_raw":0.25925925925925924,"duration_s":8.360770804999902,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":2349},"claude-opus-4-7":{"in_tokens":2922,"out_tokens":596},"mistral-large-2":{"in_tokens":1572,"out_tokens":704}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.833061013999895,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1283},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":578},"mistral-large-2":{"in_tokens":1321,"out_tokens":706}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":8.606313733999968,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":945,"out_tokens":782},"claude-opus-4-7":{"in_tokens":1900,"out_tokens":364},"mistral-large-2":{"in_tokens":1008,"out_tokens":418}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":9.730429006000122,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":983,"out_tokens":1852},"claude-opus-4-7":{"in_tokens":1933,"out_tokens":601},"mistral-large-2":{"in_tokens":1065,"out_tokens":529}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":13.332147756999802,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":1319},"claude-opus-4-7":{"in_tokens":2128,"out_tokens":461},"mistral-large-2":{"in_tokens":1128,"out_tokens":456}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":8.075329752000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":1448},"claude-opus-4-7":{"in_tokens":2065,"out_tokens":398},"mistral-large-2":{"in_tokens":1077,"out_tokens":418}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.23809523809523805,"duration_s":8.3569865139998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1527},"claude-opus-4-7":{"in_tokens":2022,"out_tokens":409},"mistral-large-2":{"in_tokens":1130,"out_tokens":521}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":415,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":6.919573924000133,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":870,"out_tokens":1447},"claude-opus-4-7":{"in_tokens":1695,"out_tokens":392},"mistral-large-2":{"in_tokens":898,"out_tokens":405}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.27777777777777773,"duration_s":6.76327200899982,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":986,"out_tokens":1285},"claude-opus-4-7":{"in_tokens":2051,"out_tokens":447},"mistral-large-2":{"in_tokens":1056,"out_tokens":669}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.27777777777777773,"duration_s":11.786532307000016,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":959,"out_tokens":1521},"claude-opus-4-7":{"in_tokens":1915,"out_tokens":531},"mistral-large-2":{"in_tokens":1030,"out_tokens":589}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.624927616999912,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":2218},"claude-opus-4-7":{"in_tokens":2045,"out_tokens":541},"mistral-large-2":{"in_tokens":1080,"out_tokens":471}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":263,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":8.179784546000064,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1388},"claude-opus-4-7":{"in_tokens":2146,"out_tokens":510},"mistral-large-2":{"in_tokens":1161,"out_tokens":616}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":11.015291869000066,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":2695},"claude-opus-4-7":{"in_tokens":2196,"out_tokens":615},"mistral-large-2":{"in_tokens":1221,"out_tokens":548}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.619047619047619,"duration_s":16.67391183000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":918,"out_tokens":2430},"claude-opus-4-7":{"in_tokens":1833,"out_tokens":442},"mistral-large-2":{"in_tokens":984,"out_tokens":533}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":11.79489671500005,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1026,"out_tokens":1543},"claude-opus-4-7":{"in_tokens":2043,"out_tokens":517},"mistral-large-2":{"in_tokens":1087,"out_tokens":760}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":8.265272061000132,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1008,"out_tokens":1642},"claude-opus-4-7":{"in_tokens":2034,"out_tokens":469},"mistral-large-2":{"in_tokens":1057,"out_tokens":416}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":10.340598193000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":916,"out_tokens":1242},"claude-opus-4-7":{"in_tokens":1886,"out_tokens":485},"mistral-large-2":{"in_tokens":963,"out_tokens":504}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":10.348369511999863,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":3065},"claude-opus-4-7":{"in_tokens":3442,"out_tokens":873},"mistral-large-2":{"in_tokens":1861,"out_tokens":921}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":406,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":9.946660113000007,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1701,"out_tokens":2593},"claude-opus-4-7":{"in_tokens":3350,"out_tokens":864},"mistral-large-2":{"in_tokens":1829,"out_tokens":769}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":11.068262809000089,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":1732},"claude-opus-4-7":{"in_tokens":3094,"out_tokens":725},"mistral-large-2":{"in_tokens":1712,"out_tokens":725}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":392,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":8.06849865800018,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":1780},"claude-opus-4-7":{"in_tokens":3298,"out_tokens":803},"mistral-large-2":{"in_tokens":1765,"out_tokens":1157}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":433,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":970.755422242,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1548,"out_tokens":2409},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":643},"mistral-large-2":{"in_tokens":1672,"out_tokens":640}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":366,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":969.4848654699999,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":2506},"claude-opus-4-7":{"in_tokens":2756,"out_tokens":971},"mistral-large-2":{"in_tokens":1529,"out_tokens":822}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.4761904761904761,"duration_s":7.536114121999844,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1015,"out_tokens":1369},"claude-opus-4-7":{"in_tokens":1962,"out_tokens":451},"mistral-large-2":{"in_tokens":1076,"out_tokens":576}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":9.232103544999973,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":2171},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":839},"mistral-large-2":{"in_tokens":1454,"out_tokens":783}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":9.423547633000226,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":1757},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":669},"mistral-large-2":{"in_tokens":1670,"out_tokens":666}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":13.01569732300004,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1987},"claude-opus-4-7":{"in_tokens":2357,"out_tokens":694},"mistral-large-2":{"in_tokens":1306,"out_tokens":653}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":23.825605913000118,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":1878},"claude-opus-4-7":{"in_tokens":3185,"out_tokens":712},"mistral-large-2":{"in_tokens":1762,"out_tokens":791}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":281,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.73150594699996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":999,"out_tokens":1278},"claude-opus-4-7":{"in_tokens":1963,"out_tokens":416},"mistral-large-2":{"in_tokens":1066,"out_tokens":543}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":20.565634680999892,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1880,"out_tokens":3257},"claude-opus-4-7":{"in_tokens":3643,"out_tokens":714},"mistral-large-2":{"in_tokens":1963,"out_tokens":711}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":473,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":12.802179386000034,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1750,"out_tokens":2091},"claude-opus-4-7":{"in_tokens":3456,"out_tokens":639},"mistral-large-2":{"in_tokens":1885,"out_tokens":717}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":390,"error":null,"skip_reason":null,"score_raw":0.4333333333333333,"duration_s":11.85159934000012,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1811,"out_tokens":2001},"claude-opus-4-7":{"in_tokens":3532,"out_tokens":848},"mistral-large-2":{"in_tokens":1942,"out_tokens":1118}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":69.83477287200003,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1522,"out_tokens":2274},"claude-opus-4-7":{"in_tokens":2812,"out_tokens":627},"mistral-large-2":{"in_tokens":1709,"out_tokens":570}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":6.948195887999873,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1584},"claude-opus-4-7":{"in_tokens":2370,"out_tokens":555},"mistral-large-2":{"in_tokens":1328,"out_tokens":568}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":425,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":69.336926962,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1805,"out_tokens":2382},"claude-opus-4-7":{"in_tokens":3365,"out_tokens":829},"mistral-large-2":{"in_tokens":1931,"out_tokens":673}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":9.134341280999934,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":2017},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":740},"mistral-large-2":{"in_tokens":1547,"out_tokens":632}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":67.40910022600019,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":2156},"claude-opus-4-7":{"in_tokens":2466,"out_tokens":755},"mistral-large-2":{"in_tokens":1396,"out_tokens":874}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":341,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":9.848847242000147,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":1632},"claude-opus-4-7":{"in_tokens":2453,"out_tokens":545},"mistral-large-2":{"in_tokens":1379,"out_tokens":660}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":67.04603112999985,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":2244},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":622},"mistral-large-2":{"in_tokens":1345,"out_tokens":644}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":6.792951716000061,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1617},"claude-opus-4-7":{"in_tokens":2413,"out_tokens":627},"mistral-large-2":{"in_tokens":1345,"out_tokens":607}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":6.743628236999939,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":1871},"claude-opus-4-7":{"in_tokens":2215,"out_tokens":635},"mistral-large-2":{"in_tokens":1232,"out_tokens":516}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":70.09404853900014,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":2128},"claude-opus-4-7":{"in_tokens":2340,"out_tokens":859},"mistral-large-2":{"in_tokens":1275,"out_tokens":608}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":6.3336461889998645,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1266},"claude-opus-4-7":{"in_tokens":2226,"out_tokens":547},"mistral-large-2":{"in_tokens":1285,"out_tokens":567}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":68.54279704399983,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":2712},"claude-opus-4-7":{"in_tokens":2428,"out_tokens":696},"mistral-large-2":{"in_tokens":1398,"out_tokens":856}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":5.765500099000064,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1787},"claude-opus-4-7":{"in_tokens":2138,"out_tokens":621},"mistral-large-2":{"in_tokens":1141,"out_tokens":511}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":65.75055965299998,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":2111,"out_tokens":557},"mistral-large-2":{"in_tokens":1197,"out_tokens":487}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":424,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":368.258432052,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":2343},"claude-opus-4-7":{"in_tokens":2506,"out_tokens":819},"mistral-large-2":{"in_tokens":1513,"out_tokens":713}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":367.8378993860001,"hallucination_count":7.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":1743},"claude-opus-4-7":{"in_tokens":2454,"out_tokens":689},"mistral-large-2":{"in_tokens":1320,"out_tokens":764}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":70.8255184950001,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1639},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":539},"mistral-large-2":{"in_tokens":1423,"out_tokens":570}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":462,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":71.5564705270001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1553,"out_tokens":2485},"claude-opus-4-7":{"in_tokens":3109,"out_tokens":749},"mistral-large-2":{"in_tokens":1674,"out_tokens":666}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":552,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":72.2499487,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":2489},"claude-opus-4-7":{"in_tokens":3122,"out_tokens":614},"mistral-large-2":{"in_tokens":1605,"out_tokens":642}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":619,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":11.99888659300018,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":2286},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":514},"mistral-large-2":{"in_tokens":1422,"out_tokens":1069}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":418,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":70.05149998499996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":2525},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":682},"mistral-large-2":{"in_tokens":1331,"out_tokens":499}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":507,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":72.31712108499983,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":2006},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":517},"mistral-large-2":{"in_tokens":1608,"out_tokens":538}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":534,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":13.18960036700014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1930},"claude-opus-4-7":{"in_tokens":2509,"out_tokens":568},"mistral-large-2":{"in_tokens":1306,"out_tokens":489}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":576,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":14.10280668900009,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.14285714285714285,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":2765},"claude-opus-4-7":{"in_tokens":2646,"out_tokens":579},"mistral-large-2":{"in_tokens":1461,"out_tokens":668}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":501,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":12.109098516000131,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":2264},"claude-opus-4-7":{"in_tokens":2334,"out_tokens":610},"mistral-large-2":{"in_tokens":1239,"out_tokens":771}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":608,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":75.85066775699988,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":1479},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":443},"mistral-large-2":{"in_tokens":1428,"out_tokens":533}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":409,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":9.629602631000125,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":2356},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":666},"mistral-large-2":{"in_tokens":1231,"out_tokens":977}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":633,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":75.319110465,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1344,"out_tokens":2141},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":576},"mistral-large-2":{"in_tokens":1440,"out_tokens":540}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":639,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":15.212392726999951,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":2537},"claude-opus-4-7":{"in_tokens":2600,"out_tokens":575},"mistral-large-2":{"in_tokens":1398,"out_tokens":533}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":524,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":12.303345805999925,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1937},"claude-opus-4-7":{"in_tokens":2729,"out_tokens":660},"mistral-large-2":{"in_tokens":1438,"out_tokens":734}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":365.670729424,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":1186},"claude-opus-4-7":{"in_tokens":1950,"out_tokens":416},"mistral-large-2":{"in_tokens":1072,"out_tokens":521}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":7.160284340000089,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1305},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":506},"mistral-large-2":{"in_tokens":1188,"out_tokens":496}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":398,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":8.072644927000056,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1118,"out_tokens":2150},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":530},"mistral-large-2":{"in_tokens":1182,"out_tokens":654}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":644,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":75.72933289399998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":1158},"claude-opus-4-7":{"in_tokens":2826,"out_tokens":472},"mistral-large-2":{"in_tokens":1485,"out_tokens":537}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":949,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":21.187675117000026,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2225,"out_tokens":3190},"claude-opus-4-7":{"in_tokens":4477,"out_tokens":1134},"mistral-large-2":{"in_tokens":2402,"out_tokens":780}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":812,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":19.270986237999978,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2070,"out_tokens":2198},"claude-opus-4-7":{"in_tokens":4129,"out_tokens":897},"mistral-large-2":{"in_tokens":2251,"out_tokens":720}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":675,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":75.50569242799997,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2092,"out_tokens":2600},"claude-opus-4-7":{"in_tokens":4082,"out_tokens":1019},"mistral-large-2":{"in_tokens":2191,"out_tokens":956}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":551,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":10.679499626000052,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1855,"out_tokens":2151},"claude-opus-4-7":{"in_tokens":3739,"out_tokens":799},"mistral-large-2":{"in_tokens":1966,"out_tokens":850}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":859,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":377.7303628300001,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":1880},"claude-opus-4-7":{"in_tokens":3158,"out_tokens":649},"mistral-large-2":{"in_tokens":1645,"out_tokens":597}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":783,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":77.81499890400005,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2058,"out_tokens":2250},"claude-opus-4-7":{"in_tokens":4044,"out_tokens":805},"mistral-large-2":{"in_tokens":2214,"out_tokens":809}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":720,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":78.6294449479999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":1049},"claude-opus-4-7":{"in_tokens":2971,"out_tokens":513},"mistral-large-2":{"in_tokens":1611,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":771,"error":null,"skip_reason":null,"score_raw":0.5666666666666668,"duration_s":18.47858666000002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1822,"out_tokens":2436},"claude-opus-4-7":{"in_tokens":3655,"out_tokens":788},"mistral-large-2":{"in_tokens":1953,"out_tokens":791}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":763,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":17.827052836999883,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1973},"claude-opus-4-7":{"in_tokens":2907,"out_tokens":566},"mistral-large-2":{"in_tokens":1570,"out_tokens":578}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":521,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":11.279280341999993,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.2,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2055,"out_tokens":2388},"claude-opus-4-7":{"in_tokens":3977,"out_tokens":1017},"mistral-large-2":{"in_tokens":2148,"out_tokens":770}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1230,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":24.764359574000082,"hallucination_count":6.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2618,"out_tokens":3167},"claude-opus-4-7":{"in_tokens":5130,"out_tokens":1076},"mistral-large-2":{"in_tokens":2800,"out_tokens":1295}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":812,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":80.99038953800004,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1784,"out_tokens":2881},"claude-opus-4-7":{"in_tokens":3493,"out_tokens":773},"mistral-large-2":{"in_tokens":1894,"out_tokens":644}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":560,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":73.12932735599998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1865,"out_tokens":3084},"claude-opus-4-7":{"in_tokens":3677,"out_tokens":565},"mistral-large-2":{"in_tokens":2009,"out_tokens":1062}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":418,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":369.96358451800006,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":2396},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":531},"mistral-large-2":{"in_tokens":1454,"out_tokens":611}}}