{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":9.910617927000004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1931},"claude-opus-4-8":{"in_tokens":2558,"out_tokens":851},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":700},"mistral-large-2":{"in_tokens":1414,"out_tokens":708}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":507,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":10.088406124000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":1807},"claude-opus-4-8":{"in_tokens":2861,"out_tokens":873},"claude-opus-4-7":{"in_tokens":2866,"out_tokens":733},"mistral-large-2":{"in_tokens":1563,"out_tokens":721}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":542,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":10.554836438999999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":2004},"claude-opus-4-8":{"in_tokens":2955,"out_tokens":972},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":875},"mistral-large-2":{"in_tokens":1748,"out_tokens":795}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":669,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":12.456508120000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1926,"out_tokens":1916},"claude-opus-4-8":{"in_tokens":3623,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":3628,"out_tokens":1096},"mistral-large-2":{"in_tokens":2039,"out_tokens":878}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":15.491990530000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1491},"claude-opus-4-8":{"in_tokens":2159,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2164,"out_tokens":540},"mistral-large-2":{"in_tokens":1216,"out_tokens":586}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":845,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":18.120484402000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":2009},"claude-opus-4-8":{"in_tokens":2703,"out_tokens":938},"claude-opus-4-7":{"in_tokens":2708,"out_tokens":658},"mistral-large-2":{"in_tokens":1490,"out_tokens":694}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":17.856264443,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":1130},"claude-opus-4-8":{"in_tokens":2211,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2216,"out_tokens":592},"mistral-large-2":{"in_tokens":1232,"out_tokens":732}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":8.109259088000002,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1849,"out_tokens":2401},"claude-opus-4-8":{"in_tokens":3540,"out_tokens":1084},"claude-opus-4-7":{"in_tokens":3545,"out_tokens":934},"mistral-large-2":{"in_tokens":1962,"out_tokens":742}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1100,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":21.85636417,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":1712},"claude-opus-4-8":{"in_tokens":2876,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2881,"out_tokens":622},"mistral-large-2":{"in_tokens":1613,"out_tokens":681}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":10.466152706999992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1948,"out_tokens":1993},"claude-opus-4-8":{"in_tokens":3772,"out_tokens":1145},"claude-opus-4-7":{"in_tokens":3777,"out_tokens":934},"mistral-large-2":{"in_tokens":2109,"out_tokens":866}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1280,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":22.232353154000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":2113},"claude-opus-4-8":{"in_tokens":2479,"out_tokens":931},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":626},"mistral-large-2":{"in_tokens":1387,"out_tokens":710}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":8.752315453999998,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":1995},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1304},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":915},"mistral-large-2":{"in_tokens":1650,"out_tokens":670}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":515,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":11.050316057000003,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1611,"out_tokens":1806},"claude-opus-4-8":{"in_tokens":3112,"out_tokens":976},"claude-opus-4-7":{"in_tokens":3117,"out_tokens":635},"mistral-large-2":{"in_tokens":1754,"out_tokens":655}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":22.815956489,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":1667},"claude-opus-4-8":{"in_tokens":2194,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2199,"out_tokens":509},"mistral-large-2":{"in_tokens":1242,"out_tokens":625}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1463,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":26.756551892000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1854,"out_tokens":2266},"claude-opus-4-8":{"in_tokens":3504,"out_tokens":835},"claude-opus-4-7":{"in_tokens":3509,"out_tokens":702},"mistral-large-2":{"in_tokens":2032,"out_tokens":1061}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":24.624279989,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1876},"claude-opus-4-8":{"in_tokens":2488,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2493,"out_tokens":552},"mistral-large-2":{"in_tokens":1429,"out_tokens":706}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":24.571203676000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1156,"out_tokens":1776},"claude-opus-4-8":{"in_tokens":2220,"out_tokens":846},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":637},"mistral-large-2":{"in_tokens":1235,"out_tokens":753}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1775,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":30.013131400999995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1702},"claude-opus-4-8":{"in_tokens":2727,"out_tokens":813},"claude-opus-4-7":{"in_tokens":2732,"out_tokens":697},"mistral-large-2":{"in_tokens":1543,"out_tokens":669}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":7.664906365000007,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1878},"claude-opus-4-8":{"in_tokens":2707,"out_tokens":948},"claude-opus-4-7":{"in_tokens":2712,"out_tokens":805},"mistral-large-2":{"in_tokens":1419,"out_tokens":622}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.03571428571428571,"duration_s":7.155762945999996,"hallucination_count":7.5,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":2204},"claude-opus-4-8":{"in_tokens":2682,"out_tokens":1170},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":724},"mistral-large-2":{"in_tokens":1444,"out_tokens":659}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1870,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":31.750210003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2243,"out_tokens":2584},"claude-opus-4-8":{"in_tokens":4262,"out_tokens":949},"claude-opus-4-7":{"in_tokens":4267,"out_tokens":892},"mistral-large-2":{"in_tokens":2391,"out_tokens":892}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":553,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":10.793202319000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":3147},"claude-opus-4-8":{"in_tokens":3088,"out_tokens":1108},"claude-opus-4-7":{"in_tokens":3093,"out_tokens":854},"mistral-large-2":{"in_tokens":1674,"out_tokens":676}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":979,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":15.17098094100001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1939,"out_tokens":1721},"claude-opus-4-8":{"in_tokens":3723,"out_tokens":962},"claude-opus-4-7":{"in_tokens":3728,"out_tokens":740},"mistral-large-2":{"in_tokens":2085,"out_tokens":870}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":10.833624826000005,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2037,"out_tokens":2232},"claude-opus-4-8":{"in_tokens":3784,"out_tokens":1243},"claude-opus-4-7":{"in_tokens":3789,"out_tokens":849},"mistral-large-2":{"in_tokens":2169,"out_tokens":752}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":7.678485811999991,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":1639},"claude-opus-4-8":{"in_tokens":2850,"out_tokens":955},"claude-opus-4-7":{"in_tokens":2855,"out_tokens":685},"mistral-large-2":{"in_tokens":1606,"out_tokens":650}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":23.99849996200001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":3203,"out_tokens":1061},"claude-opus-4-7":{"in_tokens":3208,"out_tokens":648},"mistral-large-2":{"in_tokens":1804,"out_tokens":751}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":38.312555726999996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":2575},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":949},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":776},"mistral-large-2":{"in_tokens":1668,"out_tokens":740}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":22.327608214999998,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1780,"out_tokens":2160},"claude-opus-4-8":{"in_tokens":3398,"out_tokens":961},"claude-opus-4-7":{"in_tokens":3403,"out_tokens":814},"mistral-large-2":{"in_tokens":1880,"out_tokens":890}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":10.963652959000001,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1633,"out_tokens":2510},"claude-opus-4-8":{"in_tokens":3151,"out_tokens":1284},"claude-opus-4-7":{"in_tokens":3156,"out_tokens":831},"mistral-large-2":{"in_tokens":1699,"out_tokens":709}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2752,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":42.171848217,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2049,"out_tokens":1817},"claude-opus-4-8":{"in_tokens":3847,"out_tokens":883},"claude-opus-4-7":{"in_tokens":3852,"out_tokens":894},"mistral-large-2":{"in_tokens":2261,"out_tokens":872}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":568,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":13.618721665999999,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":1966},"claude-opus-4-8":{"in_tokens":3026,"out_tokens":1263},"claude-opus-4-7":{"in_tokens":3031,"out_tokens":950},"mistral-large-2":{"in_tokens":1737,"out_tokens":709}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":561,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":41.939569683,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":2137},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":786},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":794},"mistral-large-2":{"in_tokens":1570,"out_tokens":844}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":18.281854816000006,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1705},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":997},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":721},"mistral-large-2":{"in_tokens":1528,"out_tokens":664}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":551,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":10.850829316000002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":3085,"out_tokens":575},"claude-opus-4-7":{"in_tokens":3090,"out_tokens":567},"mistral-large-2":{"in_tokens":1691,"out_tokens":547}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":3203,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":47.935018248,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1927,"out_tokens":2095},"claude-opus-4-8":{"in_tokens":3634,"out_tokens":1149},"claude-opus-4-7":{"in_tokens":3639,"out_tokens":827},"mistral-large-2":{"in_tokens":2050,"out_tokens":1123}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1958,"error":null,"skip_reason":null,"score_raw":0.42500000000000004,"duration_s":30.637085419,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2464,"out_tokens":2231},"claude-opus-4-8":{"in_tokens":4722,"out_tokens":1328},"claude-opus-4-7":{"in_tokens":4727,"out_tokens":950},"mistral-large-2":{"in_tokens":2620,"out_tokens":1137}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1452,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":25.080243304000007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1910,"out_tokens":2667},"claude-opus-4-8":{"in_tokens":3618,"out_tokens":681},"claude-opus-4-7":{"in_tokens":3623,"out_tokens":643},"mistral-large-2":{"in_tokens":2060,"out_tokens":687}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":728,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":13.874294835,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1807,"out_tokens":1863},"claude-opus-4-8":{"in_tokens":3367,"out_tokens":854},"claude-opus-4-7":{"in_tokens":3372,"out_tokens":640},"mistral-large-2":{"in_tokens":1883,"out_tokens":614}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":475,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":9.639524768000001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1709},"claude-opus-4-8":{"in_tokens":2698,"out_tokens":838},"claude-opus-4-7":{"in_tokens":2703,"out_tokens":683},"mistral-large-2":{"in_tokens":1545,"out_tokens":664}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1338,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":21.405309423999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1702,"out_tokens":2080},"claude-opus-4-8":{"in_tokens":3348,"out_tokens":904},"claude-opus-4-7":{"in_tokens":3353,"out_tokens":657},"mistral-large-2":{"in_tokens":1814,"out_tokens":775}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":728,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":13.638117042000005,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":1550},"claude-opus-4-8":{"in_tokens":3058,"out_tokens":911},"claude-opus-4-7":{"in_tokens":3063,"out_tokens":666},"mistral-large-2":{"in_tokens":1734,"out_tokens":692}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":16.096800760999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1657},"claude-opus-4-8":{"in_tokens":2492,"out_tokens":941},"claude-opus-4-7":{"in_tokens":2497,"out_tokens":684},"mistral-large-2":{"in_tokens":1372,"out_tokens":697}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":593,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":11.093657358000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1687},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":539},"mistral-large-2":{"in_tokens":1608,"out_tokens":600}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1638,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":25.89385062400001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1935,"out_tokens":2824},"claude-opus-4-8":{"in_tokens":3708,"out_tokens":911},"claude-opus-4-7":{"in_tokens":3713,"out_tokens":773},"mistral-large-2":{"in_tokens":2063,"out_tokens":748}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":19.79680691,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":1812},"claude-opus-4-8":{"in_tokens":2511,"out_tokens":868},"claude-opus-4-7":{"in_tokens":2516,"out_tokens":765},"mistral-large-2":{"in_tokens":1384,"out_tokens":797}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":444,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":8.868840065,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1098},"claude-opus-4-8":{"in_tokens":2478,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2483,"out_tokens":519},"mistral-large-2":{"in_tokens":1379,"out_tokens":869}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":4.470886825000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1009,"out_tokens":1142},"claude-opus-4-8":{"in_tokens":1896,"out_tokens":470},"claude-opus-4-7":{"in_tokens":1901,"out_tokens":373},"mistral-large-2":{"in_tokens":1049,"out_tokens":385}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":430,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":8.848687114,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1660},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":548},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":490},"mistral-large-2":{"in_tokens":1329,"out_tokens":561}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":20.819588282000012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1599},"claude-opus-4-8":{"in_tokens":2492,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2497,"out_tokens":621},"mistral-large-2":{"in_tokens":1303,"out_tokens":562}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3227,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":42.95757758200001,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2176,"out_tokens":3633},"claude-opus-4-8":{"in_tokens":4149,"out_tokens":1149},"claude-opus-4-7":{"in_tokens":4154,"out_tokens":915},"mistral-large-2":{"in_tokens":2371,"out_tokens":938}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":21.763204914,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1412},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":511},"mistral-large-2":{"in_tokens":1329,"out_tokens":476}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":611,"out_tokens":424,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":44.072392776,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1897,"out_tokens":3133},"claude-opus-4-8":{"in_tokens":3597,"out_tokens":1030},"claude-opus-4-7":{"in_tokens":3602,"out_tokens":820},"mistral-large-2":{"in_tokens":2046,"out_tokens":852}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":9.057997964999998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1612},"claude-opus-4-8":{"in_tokens":2603,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2608,"out_tokens":569},"mistral-large-2":{"in_tokens":1458,"out_tokens":563}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1138,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":18.854657492,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":1946},"claude-opus-4-8":{"in_tokens":3114,"out_tokens":872},"claude-opus-4-7":{"in_tokens":3119,"out_tokens":651},"mistral-large-2":{"in_tokens":1679,"out_tokens":572}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":14.560190641000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1581},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":564},"mistral-large-2":{"in_tokens":1505,"out_tokens":605}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1104,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.823841344,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1556,"out_tokens":2003},"claude-opus-4-8":{"in_tokens":3093,"out_tokens":690},"claude-opus-4-7":{"in_tokens":3098,"out_tokens":599},"mistral-large-2":{"in_tokens":1645,"out_tokens":571}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":581,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":12.030945422999991,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1061},"claude-opus-4-8":{"in_tokens":3013,"out_tokens":700},"claude-opus-4-7":{"in_tokens":3018,"out_tokens":488},"mistral-large-2":{"in_tokens":1687,"out_tokens":623}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":453,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":29.980444313999982,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1630,"out_tokens":1691},"claude-opus-4-8":{"in_tokens":3098,"out_tokens":892},"claude-opus-4-7":{"in_tokens":3103,"out_tokens":857},"mistral-large-2":{"in_tokens":1757,"out_tokens":725}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1292,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":21.665891304000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2206,"out_tokens":2455},"claude-opus-4-8":{"in_tokens":4060,"out_tokens":914},"claude-opus-4-7":{"in_tokens":4065,"out_tokens":835},"mistral-large-2":{"in_tokens":2353,"out_tokens":862}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":3407,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":47.249055032,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2193,"out_tokens":3054},"claude-opus-4-8":{"in_tokens":4186,"out_tokens":1037},"claude-opus-4-7":{"in_tokens":4191,"out_tokens":917},"mistral-large-2":{"in_tokens":2350,"out_tokens":812}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":564,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":14.349450131999987,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1484},"claude-opus-4-8":{"in_tokens":2663,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":590},"mistral-large-2":{"in_tokens":1502,"out_tokens":557}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1248,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.707754196999986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1783,"out_tokens":1826},"claude-opus-4-8":{"in_tokens":3378,"out_tokens":980},"claude-opus-4-7":{"in_tokens":3383,"out_tokens":725},"mistral-large-2":{"in_tokens":1925,"out_tokens":771}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":416,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":8.392722303,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1401},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":593},"mistral-large-2":{"in_tokens":1353,"out_tokens":625}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":460,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":9.39147791100001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1849},"claude-opus-4-8":{"in_tokens":2510,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2515,"out_tokens":617},"mistral-large-2":{"in_tokens":1369,"out_tokens":566}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.941865699999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1292},"claude-opus-4-8":{"in_tokens":2584,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2589,"out_tokens":623},"mistral-large-2":{"in_tokens":1459,"out_tokens":545}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":17.89719433399999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":1143},"claude-opus-4-8":{"in_tokens":2402,"out_tokens":751},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":577},"mistral-large-2":{"in_tokens":1355,"out_tokens":623}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":416,"error":null,"skip_reason":null,"score_raw":0.7250000000000001,"duration_s":80.03290530200002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1732,"out_tokens":2225},"claude-opus-4-8":{"in_tokens":3229,"out_tokens":1063},"claude-opus-4-7":{"in_tokens":3234,"out_tokens":1019},"mistral-large-2":{"in_tokens":1845,"out_tokens":1361}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2979,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":40.82038819,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1891,"out_tokens":3292},"claude-opus-4-8":{"in_tokens":3604,"out_tokens":854},"claude-opus-4-7":{"in_tokens":3609,"out_tokens":844},"mistral-large-2":{"in_tokens":2045,"out_tokens":802}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":637,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":12.72238883099999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1761,"out_tokens":1131},"claude-opus-4-8":{"in_tokens":3351,"out_tokens":677},"claude-opus-4-7":{"in_tokens":3356,"out_tokens":598},"mistral-large-2":{"in_tokens":1820,"out_tokens":600}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":7.295657430000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1034},"claude-opus-4-8":{"in_tokens":2473,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2478,"out_tokens":610},"mistral-large-2":{"in_tokens":1397,"out_tokens":870}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":375,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.654379113999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1587},"claude-opus-4-8":{"in_tokens":2489,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2494,"out_tokens":528},"mistral-large-2":{"in_tokens":1377,"out_tokens":625}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":452,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":9.470023843000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2693,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":464},"mistral-large-2":{"in_tokens":1474,"out_tokens":569}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":33.46230986500001,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.9,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":1673},"claude-opus-4-8":{"in_tokens":3265,"out_tokens":1072},"claude-opus-4-7":{"in_tokens":3270,"out_tokens":811},"mistral-large-2":{"in_tokens":1855,"out_tokens":837}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1390,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":20.646262049,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1836,"out_tokens":2190},"claude-opus-4-8":{"in_tokens":3427,"out_tokens":1030},"claude-opus-4-7":{"in_tokens":3432,"out_tokens":786},"mistral-large-2":{"in_tokens":1978,"out_tokens":737}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":5.860907951999991,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1373},"claude-opus-4-8":{"in_tokens":2316,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2321,"out_tokens":565},"mistral-large-2":{"in_tokens":1273,"out_tokens":590}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1313,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":20.811310185000025,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1763,"out_tokens":1434},"claude-opus-4-8":{"in_tokens":3385,"out_tokens":987},"claude-opus-4-7":{"in_tokens":3390,"out_tokens":788},"mistral-large-2":{"in_tokens":1827,"out_tokens":648}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":5.547738781999982,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":1929},"claude-opus-4-8":{"in_tokens":2226,"out_tokens":824},"claude-opus-4-7":{"in_tokens":2231,"out_tokens":745},"mistral-large-2":{"in_tokens":1215,"out_tokens":680}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1952,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":26.534849594000008,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":1783},"claude-opus-4-8":{"in_tokens":2961,"out_tokens":1389},"claude-opus-4-7":{"in_tokens":2966,"out_tokens":1021},"mistral-large-2":{"in_tokens":1635,"out_tokens":958}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.534107707000004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":1591},"claude-opus-4-8":{"in_tokens":2320,"out_tokens":895},"claude-opus-4-7":{"in_tokens":2325,"out_tokens":635},"mistral-large-2":{"in_tokens":1336,"out_tokens":1181}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":3446,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":44.69480207699999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":2013},"claude-opus-4-8":{"in_tokens":3309,"out_tokens":1151},"claude-opus-4-7":{"in_tokens":3314,"out_tokens":826},"mistral-large-2":{"in_tokens":1817,"out_tokens":886}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":66.848830038,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1960,"out_tokens":2421},"claude-opus-4-8":{"in_tokens":3736,"out_tokens":1142},"claude-opus-4-7":{"in_tokens":3741,"out_tokens":1018},"mistral-large-2":{"in_tokens":2083,"out_tokens":949}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":445,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":8.384849705999983,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1303,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2521,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2526,"out_tokens":462},"mistral-large-2":{"in_tokens":1373,"out_tokens":564}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":21.322389412999996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":1936},"claude-opus-4-8":{"in_tokens":3133,"out_tokens":677},"claude-opus-4-7":{"in_tokens":3138,"out_tokens":614},"mistral-large-2":{"in_tokens":1697,"out_tokens":744}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1186,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.63785569700002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1765,"out_tokens":1585},"claude-opus-4-8":{"in_tokens":3241,"out_tokens":800},"claude-opus-4-7":{"in_tokens":3246,"out_tokens":620},"mistral-large-2":{"in_tokens":1847,"out_tokens":778}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":4.770186566000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1254},"claude-opus-4-8":{"in_tokens":2126,"out_tokens":570},"claude-opus-4-7":{"in_tokens":2131,"out_tokens":466},"mistral-large-2":{"in_tokens":1172,"out_tokens":474}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":6.236049523999981,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1757},"claude-opus-4-8":{"in_tokens":2390,"out_tokens":839},"claude-opus-4-7":{"in_tokens":2395,"out_tokens":535},"mistral-large-2":{"in_tokens":1336,"out_tokens":519}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":31.871076094999992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1685},"claude-opus-4-8":{"in_tokens":2601,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2606,"out_tokens":584},"mistral-large-2":{"in_tokens":1389,"out_tokens":593}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":6.984253253999981,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":2015},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":854},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":657},"mistral-large-2":{"in_tokens":1336,"out_tokens":648}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":300,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":18.788762578000018,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":1781},"claude-opus-4-8":{"in_tokens":2653,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2658,"out_tokens":478},"mistral-large-2":{"in_tokens":1446,"out_tokens":619}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.152403348000007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1144,"out_tokens":1609},"claude-opus-4-8":{"in_tokens":2259,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2264,"out_tokens":553},"mistral-large-2":{"in_tokens":1235,"out_tokens":616}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2060,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":26.014839126,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1655,"out_tokens":2293},"claude-opus-4-8":{"in_tokens":3314,"out_tokens":631},"claude-opus-4-7":{"in_tokens":3319,"out_tokens":623},"mistral-large-2":{"in_tokens":1750,"out_tokens":629}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":285,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":5.641776483000001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":2204,"out_tokens":786},"claude-opus-4-7":{"in_tokens":2209,"out_tokens":666},"mistral-large-2":{"in_tokens":1283,"out_tokens":738}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":5.871305710999991,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":933},"claude-opus-4-8":{"in_tokens":2239,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2244,"out_tokens":491},"mistral-large-2":{"in_tokens":1272,"out_tokens":507}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":315,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":6.353565266999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1158},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":653},"mistral-large-2":{"in_tokens":1371,"out_tokens":551}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1668,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":22.168538888,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":1176},"claude-opus-4-8":{"in_tokens":2981,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":476},"mistral-large-2":{"in_tokens":1626,"out_tokens":534}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":6.6304717419999974,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1599},"claude-opus-4-8":{"in_tokens":2388,"out_tokens":796},"claude-opus-4-7":{"in_tokens":2393,"out_tokens":630},"mistral-large-2":{"in_tokens":1345,"out_tokens":808}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.914190966000007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1224,"out_tokens":1665},"claude-opus-4-8":{"in_tokens":2309,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2314,"out_tokens":474},"mistral-large-2":{"in_tokens":1279,"out_tokens":644}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":27.41447047700001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1662},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":589},"mistral-large-2":{"in_tokens":1462,"out_tokens":884}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":970,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.895384699999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":1371},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":580},"mistral-large-2":{"in_tokens":1560,"out_tokens":788}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":295,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":6.2990709750000065,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1537},"claude-opus-4-8":{"in_tokens":2444,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2449,"out_tokens":596},"mistral-large-2":{"in_tokens":1424,"out_tokens":845}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":5.311466902999996,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1332},"claude-opus-4-8":{"in_tokens":2122,"out_tokens":915},"claude-opus-4-7":{"in_tokens":2127,"out_tokens":791},"mistral-large-2":{"in_tokens":1251,"out_tokens":779}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":29.074419670999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1573},"claude-opus-4-8":{"in_tokens":2502,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2507,"out_tokens":541},"mistral-large-2":{"in_tokens":1322,"out_tokens":564}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":368,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":7.861446842000021,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1913},"claude-opus-4-8":{"in_tokens":2512,"out_tokens":958},"claude-opus-4-7":{"in_tokens":2517,"out_tokens":807},"mistral-large-2":{"in_tokens":1436,"out_tokens":622}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":1902,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":111.204821474,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1874},"claude-opus-4-8":{"in_tokens":2177,"out_tokens":916},"claude-opus-4-7":{"in_tokens":2182,"out_tokens":684},"mistral-large-2":{"in_tokens":1214,"out_tokens":749}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":366,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":7.064718365999994,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1783},"claude-opus-4-8":{"in_tokens":2615,"out_tokens":868},"claude-opus-4-7":{"in_tokens":2620,"out_tokens":765},"mistral-large-2":{"in_tokens":1502,"out_tokens":543}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1022,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.152786503999977,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.25,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":1694},"claude-opus-4-8":{"in_tokens":2681,"out_tokens":843},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":643},"mistral-large-2":{"in_tokens":1481,"out_tokens":605}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":268,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.199887163,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":1979},"claude-opus-4-8":{"in_tokens":2261,"out_tokens":548},"claude-opus-4-7":{"in_tokens":2266,"out_tokens":527},"mistral-large-2":{"in_tokens":1301,"out_tokens":576}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.336773247999986,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1452},"claude-opus-4-8":{"in_tokens":2322,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":465},"mistral-large-2":{"in_tokens":1320,"out_tokens":531}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":7.021632840000024,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1484},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":980},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":850},"mistral-large-2":{"in_tokens":1245,"out_tokens":571}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1528,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":25.612989852999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1821,"out_tokens":1546},"claude-opus-4-8":{"in_tokens":3389,"out_tokens":615},"claude-opus-4-7":{"in_tokens":3394,"out_tokens":419},"mistral-large-2":{"in_tokens":1904,"out_tokens":547}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":5.26256661299999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":2117},"claude-opus-4-8":{"in_tokens":2246,"out_tokens":909},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":735},"mistral-large-2":{"in_tokens":1371,"out_tokens":741}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1127,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":20.595654478,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":1955},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":624},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":568},"mistral-large-2":{"in_tokens":1665,"out_tokens":602}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":8.809236425999984,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":2210},"claude-opus-4-8":{"in_tokens":2465,"out_tokens":816},"claude-opus-4-7":{"in_tokens":2470,"out_tokens":601},"mistral-large-2":{"in_tokens":1333,"out_tokens":585}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":357,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":7.0011246109999945,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1455},"claude-opus-4-8":{"in_tokens":2567,"out_tokens":1022},"claude-opus-4-7":{"in_tokens":2572,"out_tokens":589},"mistral-large-2":{"in_tokens":1390,"out_tokens":770}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":29.52408485700002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1427},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":546},"mistral-large-2":{"in_tokens":1346,"out_tokens":486}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":49.27780746299999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1693},"claude-opus-4-8":{"in_tokens":2548,"out_tokens":900},"claude-opus-4-7":{"in_tokens":2553,"out_tokens":662},"mistral-large-2":{"in_tokens":1399,"out_tokens":742}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":16.354818642999987,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1234},"claude-opus-4-8":{"in_tokens":2054,"out_tokens":520},"claude-opus-4-7":{"in_tokens":2059,"out_tokens":549},"mistral-large-2":{"in_tokens":1149,"out_tokens":513}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":6.773883331999997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":1604},"claude-opus-4-8":{"in_tokens":2900,"out_tokens":831},"claude-opus-4-7":{"in_tokens":2905,"out_tokens":661},"mistral-large-2":{"in_tokens":1772,"out_tokens":604}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":8.265919888000013,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1758},"claude-opus-4-8":{"in_tokens":2965,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":577},"mistral-large-2":{"in_tokens":1705,"out_tokens":661}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":442,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":7.979015888000021,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1822,"out_tokens":2114},"claude-opus-4-8":{"in_tokens":3385,"out_tokens":930},"claude-opus-4-7":{"in_tokens":3390,"out_tokens":713},"mistral-large-2":{"in_tokens":1949,"out_tokens":855}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":4.065126039000006,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":2211},"claude-opus-4-8":{"in_tokens":2269,"out_tokens":993},"claude-opus-4-7":{"in_tokens":2274,"out_tokens":888},"mistral-large-2":{"in_tokens":1295,"out_tokens":841}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":7.249721746000006,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":2060},"claude-opus-4-8":{"in_tokens":2522,"out_tokens":1299},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":993},"mistral-large-2":{"in_tokens":1410,"out_tokens":828}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1314,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":21.053391292000015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":2232},"claude-opus-4-8":{"in_tokens":2907,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2912,"out_tokens":512},"mistral-large-2":{"in_tokens":1619,"out_tokens":569}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":3.568077673000005,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":2242},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":993},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":589},"mistral-large-2":{"in_tokens":1251,"out_tokens":673}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.310404567999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1070,"out_tokens":1234},"claude-opus-4-8":{"in_tokens":2066,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2071,"out_tokens":462},"mistral-large-2":{"in_tokens":1125,"out_tokens":545}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":14.215440337000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":999,"out_tokens":950},"claude-opus-4-8":{"in_tokens":1889,"out_tokens":450},"claude-opus-4-7":{"in_tokens":1894,"out_tokens":363},"mistral-large-2":{"in_tokens":1037,"out_tokens":468}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.77634679799999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":1052},"claude-opus-4-8":{"in_tokens":2170,"out_tokens":536},"claude-opus-4-7":{"in_tokens":2175,"out_tokens":424},"mistral-large-2":{"in_tokens":1201,"out_tokens":442}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1061,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.748127522000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1175},"claude-opus-4-8":{"in_tokens":2754,"out_tokens":564},"claude-opus-4-7":{"in_tokens":2759,"out_tokens":508},"mistral-large-2":{"in_tokens":1515,"out_tokens":496}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":867,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":16.106574250000023,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1342},"claude-opus-4-8":{"in_tokens":2423,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2428,"out_tokens":409},"mistral-large-2":{"in_tokens":1343,"out_tokens":665}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":8.811732412999987,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1744},"claude-opus-4-8":{"in_tokens":2604,"out_tokens":956},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":814},"mistral-large-2":{"in_tokens":1477,"out_tokens":722}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":355,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":6.6585836029999825,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1748},"claude-opus-4-8":{"in_tokens":2444,"out_tokens":730},"claude-opus-4-7":{"in_tokens":2449,"out_tokens":554},"mistral-large-2":{"in_tokens":1393,"out_tokens":626}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3564,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":42.937109555999996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2245,"out_tokens":2799},"claude-opus-4-8":{"in_tokens":4242,"out_tokens":1030},"claude-opus-4-7":{"in_tokens":4247,"out_tokens":714},"mistral-large-2":{"in_tokens":2406,"out_tokens":724}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":1034,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.670503389000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1524,"out_tokens":1487},"claude-opus-4-8":{"in_tokens":2812,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2817,"out_tokens":528},"mistral-large-2":{"in_tokens":1578,"out_tokens":639}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":25.748242610999995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1840,"out_tokens":2206},"claude-opus-4-8":{"in_tokens":3411,"out_tokens":753},"claude-opus-4-7":{"in_tokens":3416,"out_tokens":697},"mistral-large-2":{"in_tokens":1951,"out_tokens":1321}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":3304,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":44.09365072700001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1798,"out_tokens":2430},"claude-opus-4-8":{"in_tokens":3402,"out_tokens":1091},"claude-opus-4-7":{"in_tokens":3407,"out_tokens":845},"mistral-large-2":{"in_tokens":1960,"out_tokens":1418}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":15.392175898000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1200},"claude-opus-4-8":{"in_tokens":2269,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2274,"out_tokens":438},"mistral-large-2":{"in_tokens":1277,"out_tokens":531}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":3001,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":37.689810435,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":2068},"claude-opus-4-8":{"in_tokens":3069,"out_tokens":1264},"claude-opus-4-7":{"in_tokens":3074,"out_tokens":903},"mistral-large-2":{"in_tokens":1667,"out_tokens":763}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":13.454384286999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":1099},"claude-opus-4-8":{"in_tokens":2072,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2077,"out_tokens":535},"mistral-large-2":{"in_tokens":1146,"out_tokens":526}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":2624,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":141.88613921500001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":1481},"claude-opus-4-8":{"in_tokens":2116,"out_tokens":901},"claude-opus-4-7":{"in_tokens":2121,"out_tokens":556},"mistral-large-2":{"in_tokens":1198,"out_tokens":579}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1157,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.607883197000007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":3106,"out_tokens":584},"claude-opus-4-7":{"in_tokens":3111,"out_tokens":536},"mistral-large-2":{"in_tokens":1717,"out_tokens":633}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":19.863046958000012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":1515},"claude-opus-4-8":{"in_tokens":2382,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2387,"out_tokens":471},"mistral-large-2":{"in_tokens":1336,"out_tokens":645}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":18.608401498000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1151},"claude-opus-4-8":{"in_tokens":2081,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":509},"mistral-large-2":{"in_tokens":1146,"out_tokens":478}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1016,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":14.425534370999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":1720},"claude-opus-4-8":{"in_tokens":3229,"out_tokens":696},"claude-opus-4-7":{"in_tokens":3234,"out_tokens":692},"mistral-large-2":{"in_tokens":1799,"out_tokens":646}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":1190,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.669927416999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":979},"claude-opus-4-8":{"in_tokens":2820,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2825,"out_tokens":501},"mistral-large-2":{"in_tokens":1550,"out_tokens":540}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1202,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":20.84441405000001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":1464},"claude-opus-4-8":{"in_tokens":2869,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2874,"out_tokens":549},"mistral-large-2":{"in_tokens":1590,"out_tokens":592}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":15.479151105,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":1310},"claude-opus-4-8":{"in_tokens":2066,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2071,"out_tokens":525},"mistral-large-2":{"in_tokens":1163,"out_tokens":532}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1646,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":21.234137817999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1897,"out_tokens":1805},"claude-opus-4-8":{"in_tokens":3618,"out_tokens":611},"claude-opus-4-7":{"in_tokens":3623,"out_tokens":453},"mistral-large-2":{"in_tokens":1982,"out_tokens":652}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1203,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":21.299497056999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1529,"out_tokens":1312},"claude-opus-4-8":{"in_tokens":2857,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2862,"out_tokens":514},"mistral-large-2":{"in_tokens":1595,"out_tokens":600}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1039,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":13.578273036000013,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1480,"out_tokens":1221},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":522},"mistral-large-2":{"in_tokens":1558,"out_tokens":715}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":2645,"error":null,"skip_reason":null,"score_raw":0.17500000000000002,"duration_s":154.75443873199998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":1856},"claude-opus-4-8":{"in_tokens":2745,"out_tokens":919},"claude-opus-4-7":{"in_tokens":2750,"out_tokens":984},"mistral-large-2":{"in_tokens":1552,"out_tokens":750}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":4670,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":57.09277825799998,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2164,"out_tokens":2916},"claude-opus-4-8":{"in_tokens":4115,"out_tokens":1376},"claude-opus-4-7":{"in_tokens":4120,"out_tokens":726},"mistral-large-2":{"in_tokens":2403,"out_tokens":1063}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.536419780999978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":806},"claude-opus-4-8":{"in_tokens":2144,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2149,"out_tokens":505},"mistral-large-2":{"in_tokens":1184,"out_tokens":430}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":306,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":18.747320187000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":1498},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":561},"mistral-large-2":{"in_tokens":1498,"out_tokens":952}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.660838984999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":750},"claude-opus-4-8":{"in_tokens":2256,"out_tokens":501},"claude-opus-4-7":{"in_tokens":2261,"out_tokens":489},"mistral-large-2":{"in_tokens":1241,"out_tokens":690}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1107,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":17.967484385000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":1032},"claude-opus-4-8":{"in_tokens":3260,"out_tokens":610},"claude-opus-4-7":{"in_tokens":3265,"out_tokens":532},"mistral-large-2":{"in_tokens":1789,"out_tokens":645}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":870,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.748681220999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":1154},"claude-opus-4-8":{"in_tokens":2658,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2663,"out_tokens":509},"mistral-large-2":{"in_tokens":1456,"out_tokens":616}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":14.500754771000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1161,"out_tokens":1483},"claude-opus-4-8":{"in_tokens":2203,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2208,"out_tokens":488},"mistral-large-2":{"in_tokens":1219,"out_tokens":690}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":537,"out_tokens":357,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":33.05358790600002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":2395},"claude-opus-4-8":{"in_tokens":2798,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":2803,"out_tokens":760},"mistral-large-2":{"in_tokens":1517,"out_tokens":640}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":1680,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":20.140579433,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1795,"out_tokens":1472},"claude-opus-4-8":{"in_tokens":3370,"out_tokens":504},"claude-opus-4-7":{"in_tokens":3375,"out_tokens":444},"mistral-large-2":{"in_tokens":1884,"out_tokens":683}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1200,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":20.316987566000023,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":1338},"claude-opus-4-8":{"in_tokens":3039,"out_tokens":563},"claude-opus-4-7":{"in_tokens":3044,"out_tokens":519},"mistral-large-2":{"in_tokens":1669,"out_tokens":796}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":11.65405238599999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":877},"claude-opus-4-8":{"in_tokens":2102,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2107,"out_tokens":518},"mistral-large-2":{"in_tokens":1149,"out_tokens":479}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1362,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":16.664431207000007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":1635},"claude-opus-4-8":{"in_tokens":2735,"out_tokens":556},"claude-opus-4-7":{"in_tokens":2740,"out_tokens":510},"mistral-large-2":{"in_tokens":1509,"out_tokens":544}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":1137,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":20.503728120999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1568,"out_tokens":1168},"claude-opus-4-8":{"in_tokens":2905,"out_tokens":582},"claude-opus-4-7":{"in_tokens":2910,"out_tokens":494},"mistral-large-2":{"in_tokens":1650,"out_tokens":628}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1555,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":20.328474236000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":1800},"claude-opus-4-8":{"in_tokens":2871,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2876,"out_tokens":470},"mistral-large-2":{"in_tokens":1619,"out_tokens":573}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":53.910715796000005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":2459},"claude-opus-4-8":{"in_tokens":2563,"out_tokens":892},"claude-opus-4-7":{"in_tokens":2568,"out_tokens":849},"mistral-large-2":{"in_tokens":1477,"out_tokens":822}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":16.109633679000012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":1281},"claude-opus-4-8":{"in_tokens":2154,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2159,"out_tokens":497},"mistral-large-2":{"in_tokens":1188,"out_tokens":560}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":621,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":11.779686373999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":1348},"claude-opus-4-8":{"in_tokens":2397,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2402,"out_tokens":514},"mistral-large-2":{"in_tokens":1340,"out_tokens":893}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1719,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":22.6766643,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1775,"out_tokens":1459},"claude-opus-4-8":{"in_tokens":3263,"out_tokens":605},"claude-opus-4-7":{"in_tokens":3268,"out_tokens":539},"mistral-large-2":{"in_tokens":1863,"out_tokens":579}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":537,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":111.743642268,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1589,"out_tokens":2800},"claude-opus-4-8":{"in_tokens":3037,"out_tokens":817},"claude-opus-4-7":{"in_tokens":3042,"out_tokens":751},"mistral-large-2":{"in_tokens":1693,"out_tokens":799}}}
{"model_id":"grok-4.5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":387,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":58.358024126000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":2139},"claude-opus-4-8":{"in_tokens":2976,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2981,"out_tokens":699},"mistral-large-2":{"in_tokens":1657,"out_tokens":843}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":15.063594273999996,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1467},"claude-opus-4-8":{"in_tokens":2234,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2239,"out_tokens":641},"mistral-large-2":{"in_tokens":1278,"out_tokens":810}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":980,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":15.035899701000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1272},"claude-opus-4-8":{"in_tokens":2662,"out_tokens":548},"claude-opus-4-7":{"in_tokens":2667,"out_tokens":454},"mistral-large-2":{"in_tokens":1439,"out_tokens":513}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":16.38367799599999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1796},"claude-opus-4-8":{"in_tokens":2042,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2047,"out_tokens":703},"mistral-large-2":{"in_tokens":1133,"out_tokens":671}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":746,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":9.414646700999981,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1491},"claude-opus-4-8":{"in_tokens":1990,"out_tokens":592},"claude-opus-4-7":{"in_tokens":1995,"out_tokens":458},"mistral-large-2":{"in_tokens":1103,"out_tokens":581}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1120,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.526959581,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":2303},"claude-opus-4-8":{"in_tokens":2836,"out_tokens":566},"claude-opus-4-7":{"in_tokens":2841,"out_tokens":447},"mistral-large-2":{"in_tokens":1582,"out_tokens":649}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":13.13188674700001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2111,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2116,"out_tokens":589},"mistral-large-2":{"in_tokens":1198,"out_tokens":752}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":926,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":15.282189577999986,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":1902},"claude-opus-4-8":{"in_tokens":2617,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2622,"out_tokens":531},"mistral-large-2":{"in_tokens":1441,"out_tokens":685}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":568,"out_tokens":272,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":16.03932364000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1631},"claude-opus-4-8":{"in_tokens":2606,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2611,"out_tokens":620},"mistral-large-2":{"in_tokens":1457,"out_tokens":607}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":65.04151189499999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1612},"claude-opus-4-8":{"in_tokens":2373,"out_tokens":806},"claude-opus-4-7":{"in_tokens":2378,"out_tokens":679},"mistral-large-2":{"in_tokens":1320,"out_tokens":658}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":1370,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":23.180635153999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1688,"out_tokens":1486},"claude-opus-4-8":{"in_tokens":3267,"out_tokens":705},"claude-opus-4-7":{"in_tokens":3272,"out_tokens":597},"mistral-large-2":{"in_tokens":1864,"out_tokens":841}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1489,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":18.59768040900002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1804,"out_tokens":1820},"claude-opus-4-8":{"in_tokens":3308,"out_tokens":675},"claude-opus-4-7":{"in_tokens":3313,"out_tokens":565},"mistral-large-2":{"in_tokens":1866,"out_tokens":706}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":239,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":65.70346812100001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":1650},"claude-opus-4-8":{"in_tokens":2288,"out_tokens":886},"claude-opus-4-7":{"in_tokens":2293,"out_tokens":851},"mistral-large-2":{"in_tokens":1256,"out_tokens":605}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.19396303199997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":972},"claude-opus-4-8":{"in_tokens":1997,"out_tokens":910},"claude-opus-4-7":{"in_tokens":2002,"out_tokens":471},"mistral-large-2":{"in_tokens":1106,"out_tokens":490}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":4.672191431999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2156,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2161,"out_tokens":512},"mistral-large-2":{"in_tokens":1250,"out_tokens":523}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1045,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":19.525892633999973,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":2763},"claude-opus-4-8":{"in_tokens":2709,"out_tokens":789},"claude-opus-4-7":{"in_tokens":2714,"out_tokens":582},"mistral-large-2":{"in_tokens":1554,"out_tokens":688}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":65.58287608700002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1590},"claude-opus-4-8":{"in_tokens":2192,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2197,"out_tokens":530},"mistral-large-2":{"in_tokens":1215,"out_tokens":521}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":13.929899215999995,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1007,"out_tokens":1428},"claude-opus-4-8":{"in_tokens":1989,"out_tokens":747},"claude-opus-4-7":{"in_tokens":1994,"out_tokens":490},"mistral-large-2":{"in_tokens":1093,"out_tokens":725}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":3.7653001109999877,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1335},"claude-opus-4-8":{"in_tokens":2015,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2020,"out_tokens":512},"mistral-large-2":{"in_tokens":1092,"out_tokens":501}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1746,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":21.388685303999978,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":1149},"claude-opus-4-8":{"in_tokens":3053,"out_tokens":704},"claude-opus-4-7":{"in_tokens":3058,"out_tokens":467},"mistral-large-2":{"in_tokens":1718,"out_tokens":742}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1280,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":14.63291694999998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1213},"claude-opus-4-8":{"in_tokens":2710,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2715,"out_tokens":561},"mistral-large-2":{"in_tokens":1540,"out_tokens":692}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":577,"out_tokens":334,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":30.383506487000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":1377},"claude-opus-4-8":{"in_tokens":2737,"out_tokens":639},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":587},"mistral-large-2":{"in_tokens":1505,"out_tokens":545}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":1014,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":17.613811510999994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":1923},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":585},"mistral-large-2":{"in_tokens":1568,"out_tokens":627}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1226,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.041488368000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":1319},"claude-opus-4-8":{"in_tokens":2867,"out_tokens":537},"claude-opus-4-7":{"in_tokens":2872,"out_tokens":526},"mistral-large-2":{"in_tokens":1587,"out_tokens":445}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":67.41605844299997,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":2453,"out_tokens":1056},"claude-opus-4-7":{"in_tokens":2458,"out_tokens":839},"mistral-large-2":{"in_tokens":1406,"out_tokens":684}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":728,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":11.881655859000034,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1237,"out_tokens":1190},"claude-opus-4-8":{"in_tokens":2397,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2402,"out_tokens":480},"mistral-large-2":{"in_tokens":1339,"out_tokens":488}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":4.953089510000041,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":1242},"claude-opus-4-8":{"in_tokens":1882,"out_tokens":525},"claude-opus-4-7":{"in_tokens":1887,"out_tokens":425},"mistral-large-2":{"in_tokens":1047,"out_tokens":501}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":390,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":7.551720068000009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":838},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":521},"mistral-large-2":{"in_tokens":1361,"out_tokens":514}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":502,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":25.091892197999982,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1879},"claude-opus-4-8":{"in_tokens":2252,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2257,"out_tokens":569},"mistral-large-2":{"in_tokens":1248,"out_tokens":616}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":497,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":25.49250308699996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":1351},"claude-opus-4-8":{"in_tokens":2868,"out_tokens":512},"claude-opus-4-7":{"in_tokens":2873,"out_tokens":427},"mistral-large-2":{"in_tokens":1624,"out_tokens":584}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":13.96087531400002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1170},"claude-opus-4-8":{"in_tokens":2159,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2164,"out_tokens":615},"mistral-large-2":{"in_tokens":1240,"out_tokens":565}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":4013,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":206.76192264899998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2287,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2292,"out_tokens":642},"mistral-large-2":{"in_tokens":1345,"out_tokens":572}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":36.508836186000025,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1047,"out_tokens":1602},"claude-opus-4-8":{"in_tokens":2013,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2018,"out_tokens":545},"mistral-large-2":{"in_tokens":1179,"out_tokens":705}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":146,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":11.625468850000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1007},"claude-opus-4-8":{"in_tokens":2049,"out_tokens":474},"claude-opus-4-7":{"in_tokens":2054,"out_tokens":451},"mistral-large-2":{"in_tokens":1178,"out_tokens":424}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":759,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.191469323000035,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":1984},"claude-opus-4-8":{"in_tokens":2467,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":515},"mistral-large-2":{"in_tokens":1424,"out_tokens":613}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":445,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":12.125340882000046,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1734},"claude-opus-4-8":{"in_tokens":2550,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2555,"out_tokens":654},"mistral-large-2":{"in_tokens":1437,"out_tokens":625}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":811,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.549848172999987,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1748},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":595},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":507},"mistral-large-2":{"in_tokens":1438,"out_tokens":489}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":484,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":11.433729879999987,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":2328},"claude-opus-4-8":{"in_tokens":3178,"out_tokens":1054},"claude-opus-4-7":{"in_tokens":3183,"out_tokens":756},"mistral-large-2":{"in_tokens":1696,"out_tokens":772}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1436,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":18.20242537699997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":1966},"claude-opus-4-8":{"in_tokens":2759,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2764,"out_tokens":527},"mistral-large-2":{"in_tokens":1558,"out_tokens":576}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":10.435028858999999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":2486},"claude-opus-4-8":{"in_tokens":2997,"out_tokens":797},"claude-opus-4-7":{"in_tokens":3002,"out_tokens":638},"mistral-large-2":{"in_tokens":1540,"out_tokens":655}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":1007,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.670858648000006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":2259},"claude-opus-4-8":{"in_tokens":2657,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2662,"out_tokens":595},"mistral-large-2":{"in_tokens":1492,"out_tokens":617}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":17.647200964999968,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1404},"claude-opus-4-8":{"in_tokens":2266,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2271,"out_tokens":503},"mistral-large-2":{"in_tokens":1281,"out_tokens":506}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.846793606000006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":2122},"claude-opus-4-8":{"in_tokens":3082,"out_tokens":798},"claude-opus-4-7":{"in_tokens":3087,"out_tokens":534},"mistral-large-2":{"in_tokens":1647,"out_tokens":650}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":760,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":12.971920859000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1313},"claude-opus-4-8":{"in_tokens":2517,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2522,"out_tokens":425},"mistral-large-2":{"in_tokens":1454,"out_tokens":471}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1021,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.962584152999966,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":2565},"claude-opus-4-8":{"in_tokens":2852,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2857,"out_tokens":659},"mistral-large-2":{"in_tokens":1636,"out_tokens":591}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1455,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.78033459200003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":1817},"claude-opus-4-8":{"in_tokens":2887,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2892,"out_tokens":556},"mistral-large-2":{"in_tokens":1601,"out_tokens":729}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1730,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":20.049140300999966,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1963,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":3646,"out_tokens":597},"claude-opus-4-7":{"in_tokens":3651,"out_tokens":597},"mistral-large-2":{"in_tokens":2019,"out_tokens":780}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.579215217000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":2708,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2713,"out_tokens":565},"mistral-large-2":{"in_tokens":1409,"out_tokens":515}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":146,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":14.399193526999966,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":994},"claude-opus-4-8":{"in_tokens":1855,"out_tokens":475},"claude-opus-4-7":{"in_tokens":1860,"out_tokens":410},"mistral-large-2":{"in_tokens":1033,"out_tokens":502}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":794,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":8.475966773000039,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":2038,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2043,"out_tokens":567},"mistral-large-2":{"in_tokens":1129,"out_tokens":559}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":471,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":9.021294936999993,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":2194},"claude-opus-4-8":{"in_tokens":2350,"out_tokens":500},"claude-opus-4-7":{"in_tokens":2355,"out_tokens":666},"mistral-large-2":{"in_tokens":1274,"out_tokens":631}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.494117534999987,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1662},"claude-opus-4-8":{"in_tokens":2472,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2477,"out_tokens":532},"mistral-large-2":{"in_tokens":1415,"out_tokens":904}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":454,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":23.29576957500001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":1554},"claude-opus-4-8":{"in_tokens":2222,"out_tokens":750},"claude-opus-4-7":{"in_tokens":2227,"out_tokens":534},"mistral-large-2":{"in_tokens":1229,"out_tokens":576}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":597,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":12.816454697999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1416},"claude-opus-4-8":{"in_tokens":2397,"out_tokens":511},"claude-opus-4-7":{"in_tokens":2402,"out_tokens":507},"mistral-large-2":{"in_tokens":1364,"out_tokens":573}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":32.83521771200003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1368},"claude-opus-4-8":{"in_tokens":2049,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2054,"out_tokens":551},"mistral-large-2":{"in_tokens":1192,"out_tokens":584}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.024155864000022,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1286},"claude-opus-4-8":{"in_tokens":2123,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2128,"out_tokens":500},"mistral-large-2":{"in_tokens":1193,"out_tokens":456}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":454,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":8.857323048000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1813},"claude-opus-4-8":{"in_tokens":2347,"out_tokens":483},"claude-opus-4-7":{"in_tokens":2352,"out_tokens":394},"mistral-large-2":{"in_tokens":1226,"out_tokens":536}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":15.741457636000007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1318},"claude-opus-4-8":{"in_tokens":2241,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2246,"out_tokens":542},"mistral-large-2":{"in_tokens":1271,"out_tokens":559}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":15.742557035999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":1282},"claude-opus-4-8":{"in_tokens":2245,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2250,"out_tokens":534},"mistral-large-2":{"in_tokens":1292,"out_tokens":630}}}
{"model_id":"grok-4.5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":292,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":21.49426168599996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":1436},"claude-opus-4-8":{"in_tokens":2247,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2252,"out_tokens":478},"mistral-large-2":{"in_tokens":1267,"out_tokens":494}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":968,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":10.411992120999969,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1397,"out_tokens":1371},"claude-opus-4-8":{"in_tokens":2651,"out_tokens":795},"claude-opus-4-7":{"in_tokens":2656,"out_tokens":452},"mistral-large-2":{"in_tokens":1476,"out_tokens":780}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":658,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.23573007899995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1534},"claude-opus-4-8":{"in_tokens":2272,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2277,"out_tokens":596},"mistral-large-2":{"in_tokens":1350,"out_tokens":598}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":720,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":12.775750627999969,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1813},"claude-opus-4-8":{"in_tokens":2598,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":515},"mistral-large-2":{"in_tokens":1464,"out_tokens":855}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":15.67252186799999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":1128},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":535},"mistral-large-2":{"in_tokens":1268,"out_tokens":710}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.373659822999969,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1332},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":655},"mistral-large-2":{"in_tokens":1286,"out_tokens":565}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":749,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.895844983000018,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":1822},"claude-opus-4-8":{"in_tokens":2967,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2972,"out_tokens":621},"mistral-large-2":{"in_tokens":1535,"out_tokens":575}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1116,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":18.432941357000004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1582,"out_tokens":2803},"claude-opus-4-8":{"in_tokens":3033,"out_tokens":717},"claude-opus-4-7":{"in_tokens":3038,"out_tokens":596},"mistral-large-2":{"in_tokens":1757,"out_tokens":778}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":519,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.271357106000039,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":2104},"claude-opus-4-8":{"in_tokens":2353,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2358,"out_tokens":560},"mistral-large-2":{"in_tokens":1257,"out_tokens":408}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":726,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":15.52313015599998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":3283},"claude-opus-4-8":{"in_tokens":2913,"out_tokens":860},"claude-opus-4-7":{"in_tokens":2918,"out_tokens":649},"mistral-large-2":{"in_tokens":1611,"out_tokens":695}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":499,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.15835299700001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":2292,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2297,"out_tokens":544},"mistral-large-2":{"in_tokens":1291,"out_tokens":613}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":3359,"error":null,"skip_reason":null,"score_raw":0.07500000000000001,"duration_s":126.34016547600001,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1627,"out_tokens":1908},"claude-opus-4-8":{"in_tokens":3097,"out_tokens":1076},"claude-opus-4-7":{"in_tokens":3102,"out_tokens":657},"mistral-large-2":{"in_tokens":1748,"out_tokens":777}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":290,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":16.997554734000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1353,"out_tokens":1167},"claude-opus-4-8":{"in_tokens":2527,"out_tokens":581},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":482},"mistral-large-2":{"in_tokens":1426,"out_tokens":630}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":13.949909923999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1001,"out_tokens":1183},"claude-opus-4-8":{"in_tokens":2009,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2014,"out_tokens":514},"mistral-large-2":{"in_tokens":1072,"out_tokens":434}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.173846165999976,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1325},"claude-opus-4-8":{"in_tokens":2322,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":595},"mistral-large-2":{"in_tokens":1287,"out_tokens":646}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1092,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.87914472899996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1567,"out_tokens":1718},"claude-opus-4-8":{"in_tokens":3018,"out_tokens":724},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":573},"mistral-large-2":{"in_tokens":1735,"out_tokens":556}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":435,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":8.165646960000004,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":2767},"claude-opus-4-8":{"in_tokens":2361,"out_tokens":844},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":713},"mistral-large-2":{"in_tokens":1257,"out_tokens":798}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":14.930370987999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1180},"claude-opus-4-8":{"in_tokens":2297,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2302,"out_tokens":501},"mistral-large-2":{"in_tokens":1331,"out_tokens":494}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":13.818235694000009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":1231},"claude-opus-4-8":{"in_tokens":2121,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2126,"out_tokens":523},"mistral-large-2":{"in_tokens":1170,"out_tokens":523}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1679,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":21.00746919100004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1714},"claude-opus-4-8":{"in_tokens":2598,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":585},"mistral-large-2":{"in_tokens":1435,"out_tokens":598}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1828,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":23.732894832,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1575},"claude-opus-4-8":{"in_tokens":2562,"out_tokens":711},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":524},"mistral-large-2":{"in_tokens":1487,"out_tokens":737}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":865,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":14.47908564100004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1514},"claude-opus-4-8":{"in_tokens":2581,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2586,"out_tokens":565},"mistral-large-2":{"in_tokens":1443,"out_tokens":1015}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":494,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":9.237651772999982,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1169,"out_tokens":2553},"claude-opus-4-8":{"in_tokens":2308,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2313,"out_tokens":500},"mistral-large-2":{"in_tokens":1253,"out_tokens":610}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":632,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":13.582819435999966,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":2798,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2803,"out_tokens":444},"mistral-large-2":{"in_tokens":1439,"out_tokens":491}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":482,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":9.025001486000008,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1437,"out_tokens":2162},"claude-opus-4-8":{"in_tokens":2749,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2754,"out_tokens":660},"mistral-large-2":{"in_tokens":1518,"out_tokens":656}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.036730524999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1231},"claude-opus-4-8":{"in_tokens":2800,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2805,"out_tokens":573},"mistral-large-2":{"in_tokens":1495,"out_tokens":506}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":431,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":8.663742680000041,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1460},"claude-opus-4-8":{"in_tokens":2526,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":529},"mistral-large-2":{"in_tokens":1345,"out_tokens":615}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":1494,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":22.125222056999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":1499},"claude-opus-4-8":{"in_tokens":2576,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2581,"out_tokens":523},"mistral-large-2":{"in_tokens":1463,"out_tokens":546}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":1094,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":18.41654814399999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":3016},"claude-opus-4-8":{"in_tokens":2874,"out_tokens":895},"claude-opus-4-7":{"in_tokens":2879,"out_tokens":601},"mistral-large-2":{"in_tokens":1761,"out_tokens":786}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":361,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":7.0034569129999795,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":1479},"claude-opus-4-8":{"in_tokens":2307,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":511},"mistral-large-2":{"in_tokens":1188,"out_tokens":493}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":10.964590299000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":943},"claude-opus-4-8":{"in_tokens":2139,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2144,"out_tokens":504},"mistral-large-2":{"in_tokens":1195,"out_tokens":490}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":398,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":7.987026947000004,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1118,"out_tokens":2974},"claude-opus-4-8":{"in_tokens":2311,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":614},"mistral-large-2":{"in_tokens":1182,"out_tokens":560}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":703,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.556507592999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1078},"claude-opus-4-8":{"in_tokens":2157,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2162,"out_tokens":465},"mistral-large-2":{"in_tokens":1204,"out_tokens":471}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":488,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.870955588000015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":1994},"claude-opus-4-8":{"in_tokens":2493,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2498,"out_tokens":714},"mistral-large-2":{"in_tokens":1329,"out_tokens":649}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2386,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":31.685635890000015,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.125,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":2097},"claude-opus-4-8":{"in_tokens":2421,"out_tokens":848},"claude-opus-4-7":{"in_tokens":2426,"out_tokens":593},"mistral-large-2":{"in_tokens":1435,"out_tokens":790}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":17.649542806,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1362},"claude-opus-4-8":{"in_tokens":2092,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2097,"out_tokens":543},"mistral-large-2":{"in_tokens":1174,"out_tokens":566}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":555,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":15.491443917000026,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1182},"claude-opus-4-8":{"in_tokens":2294,"out_tokens":532},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":508},"mistral-large-2":{"in_tokens":1253,"out_tokens":611}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":959,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.504569409,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":1696},"claude-opus-4-8":{"in_tokens":2830,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2835,"out_tokens":521},"mistral-large-2":{"in_tokens":1547,"out_tokens":488}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":7768,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":256.05743950299996,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1894,"out_tokens":2445},"claude-opus-4-8":{"in_tokens":3689,"out_tokens":1020},"claude-opus-4-7":{"in_tokens":3694,"out_tokens":906},"mistral-large-2":{"in_tokens":2039,"out_tokens":859}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":18.26831462299998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1125,"out_tokens":2282},"claude-opus-4-8":{"in_tokens":2112,"out_tokens":786},"claude-opus-4-7":{"in_tokens":2117,"out_tokens":705},"mistral-large-2":{"in_tokens":1262,"out_tokens":656}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1222,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":15.124291743000015,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":2566},"claude-opus-4-8":{"in_tokens":2699,"out_tokens":784},"claude-opus-4-7":{"in_tokens":2704,"out_tokens":593},"mistral-large-2":{"in_tokens":1478,"out_tokens":714}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":937,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.478076988999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1616,"out_tokens":1953},"claude-opus-4-8":{"in_tokens":3119,"out_tokens":766},"claude-opus-4-7":{"in_tokens":3124,"out_tokens":545},"mistral-large-2":{"in_tokens":1809,"out_tokens":625}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":667,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":12.267383603000042,"hallucination_count":9.5,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":2093,"out_tokens":2462},"claude-opus-4-8":{"in_tokens":4046,"out_tokens":1459},"claude-opus-4-7":{"in_tokens":4051,"out_tokens":1270},"mistral-large-2":{"in_tokens":2183,"out_tokens":1006}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":415,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":22.755407741,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1573,"out_tokens":1655},"claude-opus-4-8":{"in_tokens":2995,"out_tokens":672},"claude-opus-4-7":{"in_tokens":3000,"out_tokens":573},"mistral-large-2":{"in_tokens":1626,"out_tokens":647}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":1038,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":17.453184098999998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1752,"out_tokens":2684},"claude-opus-4-8":{"in_tokens":3321,"out_tokens":709},"claude-opus-4-7":{"in_tokens":3326,"out_tokens":550},"mistral-large-2":{"in_tokens":1968,"out_tokens":520}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":33.590469567000014,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1440},"claude-opus-4-8":{"in_tokens":2179,"out_tokens":996},"claude-opus-4-7":{"in_tokens":2184,"out_tokens":557},"mistral-large-2":{"in_tokens":1170,"out_tokens":721}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":41.26494777600004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1026,"out_tokens":1688},"claude-opus-4-8":{"in_tokens":1921,"out_tokens":737},"claude-opus-4-7":{"in_tokens":1926,"out_tokens":510},"mistral-large-2":{"in_tokens":1146,"out_tokens":611}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":12.886170777000018,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":1111},"claude-opus-4-8":{"in_tokens":2137,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":502},"mistral-large-2":{"in_tokens":1197,"out_tokens":549}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":629,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":11.473461703999988,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1935,"out_tokens":2214},"claude-opus-4-8":{"in_tokens":3891,"out_tokens":1313},"claude-opus-4-7":{"in_tokens":3896,"out_tokens":924},"mistral-large-2":{"in_tokens":2044,"out_tokens":912}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":691,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":12.938305940999953,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":2957},"claude-opus-4-8":{"in_tokens":3866,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":3871,"out_tokens":815},"mistral-large-2":{"in_tokens":2130,"out_tokens":772}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":4025,"error":null,"skip_reason":null,"score_raw":0.15,"duration_s":122.54536129200002,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1777,"out_tokens":1998},"claude-opus-4-8":{"in_tokens":3379,"out_tokens":1070},"claude-opus-4-7":{"in_tokens":3384,"out_tokens":879},"mistral-large-2":{"in_tokens":1878,"out_tokens":796}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1054,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":12.062729697999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1794},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":862},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":490},"mistral-large-2":{"in_tokens":1336,"out_tokens":562}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":749,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":12.492209581999987,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1495},"claude-opus-4-8":{"in_tokens":2574,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":475},"mistral-large-2":{"in_tokens":1461,"out_tokens":610}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":95,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":15.52891489000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1053,"out_tokens":959},"claude-opus-4-8":{"in_tokens":1969,"out_tokens":623},"claude-opus-4-7":{"in_tokens":1974,"out_tokens":464},"mistral-large-2":{"in_tokens":1090,"out_tokens":535}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1210,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":19.65970205299999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2052,"out_tokens":2964},"claude-opus-4-8":{"in_tokens":3812,"out_tokens":850},"claude-opus-4-7":{"in_tokens":3817,"out_tokens":642},"mistral-large-2":{"in_tokens":2206,"out_tokens":719}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":990,"error":null,"skip_reason":null,"score_raw":0.5750000000000001,"duration_s":18.97085836299999,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2274,"out_tokens":2222},"claude-opus-4-8":{"in_tokens":4542,"out_tokens":1352},"claude-opus-4-7":{"in_tokens":4547,"out_tokens":840},"mistral-large-2":{"in_tokens":2443,"out_tokens":1154}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":3945,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":115.72352096699998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":2186},"claude-opus-4-8":{"in_tokens":2649,"out_tokens":1022},"claude-opus-4-7":{"in_tokens":2654,"out_tokens":607},"mistral-large-2":{"in_tokens":1495,"out_tokens":658}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1498,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":22.94734807399999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1229},"claude-opus-4-8":{"in_tokens":2471,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2476,"out_tokens":517},"mistral-large-2":{"in_tokens":1442,"out_tokens":644}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1112,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":15.685333163999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1237},"claude-opus-4-8":{"in_tokens":2314,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2319,"out_tokens":540},"mistral-large-2":{"in_tokens":1338,"out_tokens":595}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1780,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":21.356551766999985,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1980},"claude-opus-4-8":{"in_tokens":2723,"out_tokens":783},"claude-opus-4-7":{"in_tokens":2728,"out_tokens":826},"mistral-large-2":{"in_tokens":1528,"out_tokens":560}}}
{"model_id":"grok-4.5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":411,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":20.398588384999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1104},"claude-opus-4-8":{"in_tokens":2238,"out_tokens":549},"claude-opus-4-7":{"in_tokens":2243,"out_tokens":419},"mistral-large-2":{"in_tokens":1207,"out_tokens":454}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":163,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":35.996770022999954,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1088,"out_tokens":1475},"claude-opus-4-8":{"in_tokens":2201,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2206,"out_tokens":497},"mistral-large-2":{"in_tokens":1197,"out_tokens":463}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":8711,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":275.60714570799996,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1732,"out_tokens":1978},"claude-opus-4-8":{"in_tokens":3379,"out_tokens":1074},"claude-opus-4-7":{"in_tokens":3384,"out_tokens":914},"mistral-large-2":{"in_tokens":1868,"out_tokens":696}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1104,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.081538861000013,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":1859},"claude-opus-4-8":{"in_tokens":2980,"out_tokens":793},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":695},"mistral-large-2":{"in_tokens":1691,"out_tokens":679}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":691,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":13.887919060000002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":2586},"claude-opus-4-8":{"in_tokens":3564,"out_tokens":1127},"claude-opus-4-7":{"in_tokens":3569,"out_tokens":791},"mistral-large-2":{"in_tokens":1873,"out_tokens":805}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":933,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.207530398000017,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2206,"out_tokens":2705},"claude-opus-4-8":{"in_tokens":4349,"out_tokens":1051},"claude-opus-4-7":{"in_tokens":4354,"out_tokens":813},"mistral-large-2":{"in_tokens":2364,"out_tokens":849}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":709,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.612490956000045,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1496,"out_tokens":2031},"claude-opus-4-8":{"in_tokens":2980,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":562},"mistral-large-2":{"in_tokens":1600,"out_tokens":566}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":927,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":16.22637281300001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1668},"claude-opus-4-8":{"in_tokens":2947,"out_tokens":699},"claude-opus-4-7":{"in_tokens":2952,"out_tokens":589},"mistral-large-2":{"in_tokens":1679,"out_tokens":626}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":579,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":12.790791587000001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1872},"claude-opus-4-8":{"in_tokens":2417,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2422,"out_tokens":608},"mistral-large-2":{"in_tokens":1389,"out_tokens":598}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":23.944028039999978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":1611},"claude-opus-4-8":{"in_tokens":2608,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2613,"out_tokens":570},"mistral-large-2":{"in_tokens":1493,"out_tokens":532}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":3073,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":74.74673254700002,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":2393},"claude-opus-4-8":{"in_tokens":2517,"out_tokens":867},"claude-opus-4-7":{"in_tokens":2522,"out_tokens":594},"mistral-large-2":{"in_tokens":1411,"out_tokens":697}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.849532460000034,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1400,"out_tokens":1260},"claude-opus-4-8":{"in_tokens":2600,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2605,"out_tokens":480},"mistral-large-2":{"in_tokens":1578,"out_tokens":523}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":19.145804150000004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1077,"out_tokens":1989},"claude-opus-4-8":{"in_tokens":2124,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2129,"out_tokens":532},"mistral-large-2":{"in_tokens":1166,"out_tokens":685}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.019531582000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":1337},"claude-opus-4-8":{"in_tokens":3070,"out_tokens":750},"claude-opus-4-7":{"in_tokens":3075,"out_tokens":568},"mistral-large-2":{"in_tokens":1765,"out_tokens":540}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":880,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":15.375652236999997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1360,"out_tokens":1893},"claude-opus-4-8":{"in_tokens":2646,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2651,"out_tokens":495},"mistral-large-2":{"in_tokens":1520,"out_tokens":620}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":824,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":15.817024967999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1851},"claude-opus-4-8":{"in_tokens":3018,"out_tokens":573},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":445},"mistral-large-2":{"in_tokens":1631,"out_tokens":602}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":89,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":24.255033370000035,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1105,"out_tokens":1391},"claude-opus-4-8":{"in_tokens":2083,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2088,"out_tokens":572},"mistral-large-2":{"in_tokens":1208,"out_tokens":648}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1109,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":16.131599977999997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":1261},"claude-opus-4-8":{"in_tokens":2385,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2390,"out_tokens":506},"mistral-large-2":{"in_tokens":1360,"out_tokens":608}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":9416,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":289.153299488,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2661,"out_tokens":4064},"claude-opus-4-8":{"in_tokens":4971,"out_tokens":1304},"claude-opus-4-7":{"in_tokens":4976,"out_tokens":1272},"mistral-large-2":{"in_tokens":2826,"out_tokens":943}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":848,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":14.872703768000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":2203},"claude-opus-4-8":{"in_tokens":2770,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2775,"out_tokens":609},"mistral-large-2":{"in_tokens":1526,"out_tokens":638}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":14.454506170999991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2261,"out_tokens":2555},"claude-opus-4-8":{"in_tokens":4412,"out_tokens":1228},"claude-opus-4-7":{"in_tokens":4417,"out_tokens":1007},"mistral-large-2":{"in_tokens":2356,"out_tokens":794}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":829,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.030516256999988,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1206},"claude-opus-4-8":{"in_tokens":2638,"out_tokens":836},"claude-opus-4-7":{"in_tokens":2643,"out_tokens":677},"mistral-large-2":{"in_tokens":1427,"out_tokens":569}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1661,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":22.018123084000024,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1701},"claude-opus-4-8":{"in_tokens":2116,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2121,"out_tokens":534},"mistral-large-2":{"in_tokens":1229,"out_tokens":524}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1541,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":22.087724716000025,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":1870},"claude-opus-4-8":{"in_tokens":2788,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2793,"out_tokens":511},"mistral-large-2":{"in_tokens":1644,"out_tokens":512}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":628,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.715191497000035,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":2476},"claude-opus-4-8":{"in_tokens":3108,"out_tokens":1000},"claude-opus-4-7":{"in_tokens":3113,"out_tokens":687},"mistral-large-2":{"in_tokens":1710,"out_tokens":761}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":20.911753938000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1462},"claude-opus-4-8":{"in_tokens":2109,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2114,"out_tokens":660},"mistral-large-2":{"in_tokens":1203,"out_tokens":539}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":499,"out_tokens":74,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.30662150300003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":946,"out_tokens":1249},"claude-opus-4-8":{"in_tokens":1827,"out_tokens":578},"claude-opus-4-7":{"in_tokens":1832,"out_tokens":416},"mistral-large-2":{"in_tokens":1017,"out_tokens":443}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":21.919540195000025,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1075},"claude-opus-4-8":{"in_tokens":2267,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2272,"out_tokens":477},"mistral-large-2":{"in_tokens":1278,"out_tokens":570}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":15.761088732000019,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1455},"claude-opus-4-8":{"in_tokens":2403,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2408,"out_tokens":566},"mistral-large-2":{"in_tokens":1355,"out_tokens":562}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2618,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":34.046028285000034,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":2735},"claude-opus-4-8":{"in_tokens":2765,"out_tokens":840},"claude-opus-4-7":{"in_tokens":2770,"out_tokens":742},"mistral-large-2":{"in_tokens":1616,"out_tokens":815}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1117,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":19.29287856000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1430,"out_tokens":1443},"claude-opus-4-8":{"in_tokens":2815,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2820,"out_tokens":535},"mistral-large-2":{"in_tokens":1570,"out_tokens":619}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":860,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.085224392999976,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2151,"out_tokens":2980},"claude-opus-4-8":{"in_tokens":4245,"out_tokens":1061},"claude-opus-4-7":{"in_tokens":4250,"out_tokens":883},"mistral-large-2":{"in_tokens":2309,"out_tokens":733}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":1106,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.71479373799997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":2390},"claude-opus-4-8":{"in_tokens":2830,"out_tokens":968},"claude-opus-4-7":{"in_tokens":2835,"out_tokens":586},"mistral-large-2":{"in_tokens":1674,"out_tokens":696}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":126,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":18.446894411000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1090,"out_tokens":1232},"claude-opus-4-8":{"in_tokens":2107,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2112,"out_tokens":484},"mistral-large-2":{"in_tokens":1196,"out_tokens":554}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1357,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.818123069000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1925},"claude-opus-4-8":{"in_tokens":2399,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":532},"mistral-large-2":{"in_tokens":1272,"out_tokens":487}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":866,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":14.777652899000032,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":1534},"claude-opus-4-8":{"in_tokens":2627,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2632,"out_tokens":544},"mistral-large-2":{"in_tokens":1508,"out_tokens":666}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":802,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":14.87963019,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":2195},"claude-opus-4-8":{"in_tokens":2440,"out_tokens":529},"claude-opus-4-7":{"in_tokens":2445,"out_tokens":449},"mistral-large-2":{"in_tokens":1318,"out_tokens":479}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":13.930136067999968,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1827},"claude-opus-4-8":{"in_tokens":2113,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2118,"out_tokens":645},"mistral-large-2":{"in_tokens":1216,"out_tokens":727}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":282,"out_tokens":3138,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":74.375404624,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":1519},"claude-opus-4-8":{"in_tokens":2375,"out_tokens":807},"claude-opus-4-7":{"in_tokens":2380,"out_tokens":757},"mistral-large-2":{"in_tokens":1305,"out_tokens":621}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":776,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":13.53906809,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":2114},"claude-opus-4-8":{"in_tokens":2463,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2468,"out_tokens":512},"mistral-large-2":{"in_tokens":1407,"out_tokens":574}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1453,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":28.54316529900001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2838,"out_tokens":3032},"claude-opus-4-8":{"in_tokens":5631,"out_tokens":1189},"claude-opus-4-7":{"in_tokens":5636,"out_tokens":1029},"mistral-large-2":{"in_tokens":3023,"out_tokens":1096}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":716,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":12.498721045999957,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1169,"out_tokens":689},"claude-opus-4-8":{"in_tokens":2280,"out_tokens":526},"claude-opus-4-7":{"in_tokens":2285,"out_tokens":444},"mistral-large-2":{"in_tokens":1267,"out_tokens":496}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":185,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":16.056974028000013,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":1644},"claude-opus-4-8":{"in_tokens":2303,"out_tokens":810},"claude-opus-4-7":{"in_tokens":2308,"out_tokens":590},"mistral-large-2":{"in_tokens":1276,"out_tokens":655}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":37.25136597699998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1183},"claude-opus-4-8":{"in_tokens":2352,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2357,"out_tokens":539},"mistral-large-2":{"in_tokens":1339,"out_tokens":611}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2028,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":23.485833655999954,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1998},"claude-opus-4-8":{"in_tokens":2816,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2821,"out_tokens":604},"mistral-large-2":{"in_tokens":1720,"out_tokens":899}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":35.23949754700004,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":1428},"claude-opus-4-8":{"in_tokens":1953,"out_tokens":941},"claude-opus-4-7":{"in_tokens":1958,"out_tokens":466},"mistral-large-2":{"in_tokens":1074,"out_tokens":686}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1768,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":26.35654829400005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1298,"out_tokens":1173},"claude-opus-4-8":{"in_tokens":2564,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2569,"out_tokens":572},"mistral-large-2":{"in_tokens":1385,"out_tokens":641}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":857,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":14.959256191000009,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1943},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":751},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":615},"mistral-large-2":{"in_tokens":1496,"out_tokens":630}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":2444,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":57.631493073,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":2354,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2359,"out_tokens":506},"mistral-large-2":{"in_tokens":1248,"out_tokens":472}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":20.912971320999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1073,"out_tokens":1408},"claude-opus-4-8":{"in_tokens":2121,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2126,"out_tokens":545},"mistral-large-2":{"in_tokens":1175,"out_tokens":608}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":28.571151033000035,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":1577},"claude-opus-4-8":{"in_tokens":2356,"out_tokens":728},"claude-opus-4-7":{"in_tokens":2361,"out_tokens":586},"mistral-large-2":{"in_tokens":1356,"out_tokens":566}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":31.52912553499999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":2096,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2101,"out_tokens":517},"mistral-large-2":{"in_tokens":1212,"out_tokens":589}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1839,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":22.07296876199996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":2397},"claude-opus-4-8":{"in_tokens":3001,"out_tokens":729},"claude-opus-4-7":{"in_tokens":3006,"out_tokens":580},"mistral-large-2":{"in_tokens":1753,"out_tokens":744}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":16.255536199000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1475},"claude-opus-4-8":{"in_tokens":2114,"out_tokens":847},"claude-opus-4-7":{"in_tokens":2119,"out_tokens":523},"mistral-large-2":{"in_tokens":1161,"out_tokens":512}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":120,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":65.43212721499998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1001,"out_tokens":1539},"claude-opus-4-8":{"in_tokens":1918,"out_tokens":715},"claude-opus-4-7":{"in_tokens":1923,"out_tokens":542},"mistral-large-2":{"in_tokens":1131,"out_tokens":539}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1444,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":17.122066100999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":1234},"claude-opus-4-8":{"in_tokens":2830,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2835,"out_tokens":493},"mistral-large-2":{"in_tokens":1717,"out_tokens":501}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1417,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":23.908503283000016,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":2298},"claude-opus-4-8":{"in_tokens":3456,"out_tokens":932},"claude-opus-4-7":{"in_tokens":3461,"out_tokens":655},"mistral-large-2":{"in_tokens":1787,"out_tokens":790}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":2146,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":39.24610849499999,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":1734},"claude-opus-4-8":{"in_tokens":2524,"out_tokens":1049},"claude-opus-4-7":{"in_tokens":2529,"out_tokens":589},"mistral-large-2":{"in_tokens":1408,"out_tokens":806}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1943,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":32.24755587499999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2115,"out_tokens":2407},"claude-opus-4-8":{"in_tokens":4163,"out_tokens":1244},"claude-opus-4-7":{"in_tokens":4168,"out_tokens":1067},"mistral-large-2":{"in_tokens":2281,"out_tokens":809}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1594,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":26.375764095000022,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1801,"out_tokens":2740},"claude-opus-4-8":{"in_tokens":3621,"out_tokens":938},"claude-opus-4-7":{"in_tokens":3626,"out_tokens":858},"mistral-large-2":{"in_tokens":1950,"out_tokens":824}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":22.794732667000005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":2091,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2096,"out_tokens":503},"mistral-large-2":{"in_tokens":1218,"out_tokens":677}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":154,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":27.565500052000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1583},"claude-opus-4-8":{"in_tokens":2035,"out_tokens":847},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":485},"mistral-large-2":{"in_tokens":1177,"out_tokens":609}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1319,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":21.990952866999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":3038,"out_tokens":672},"claude-opus-4-7":{"in_tokens":3043,"out_tokens":522},"mistral-large-2":{"in_tokens":1586,"out_tokens":1030}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1517,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":19.882522246000008,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1702},"claude-opus-4-8":{"in_tokens":2412,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2417,"out_tokens":525},"mistral-large-2":{"in_tokens":1364,"out_tokens":606}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":94,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":28.02121040899999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1314},"claude-opus-4-8":{"in_tokens":1961,"out_tokens":563},"claude-opus-4-7":{"in_tokens":1966,"out_tokens":471},"mistral-large-2":{"in_tokens":1134,"out_tokens":553}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":143,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":24.854439471999967,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1047},"claude-opus-4-8":{"in_tokens":2080,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2085,"out_tokens":533},"mistral-large-2":{"in_tokens":1193,"out_tokens":563}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":24.624558529000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1002},"claude-opus-4-8":{"in_tokens":2072,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2077,"out_tokens":514},"mistral-large-2":{"in_tokens":1172,"out_tokens":519}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2753,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":32.04201755699995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1783,"out_tokens":1677},"claude-opus-4-8":{"in_tokens":3306,"out_tokens":742},"claude-opus-4-7":{"in_tokens":3311,"out_tokens":604},"mistral-large-2":{"in_tokens":1918,"out_tokens":527}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1585,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":20.92771871900004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":2189},"claude-opus-4-8":{"in_tokens":2865,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2870,"out_tokens":852},"mistral-large-2":{"in_tokens":1642,"out_tokens":719}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1913,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":23.95292621599998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":1764},"claude-opus-4-8":{"in_tokens":2712,"out_tokens":888},"claude-opus-4-7":{"in_tokens":2717,"out_tokens":664},"mistral-large-2":{"in_tokens":1575,"out_tokens":684}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":33.515615715000024,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1660},"claude-opus-4-8":{"in_tokens":2382,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2387,"out_tokens":568},"mistral-large-2":{"in_tokens":1399,"out_tokens":856}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1272,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.503686327000025,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":2033},"claude-opus-4-8":{"in_tokens":2720,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":607},"mistral-large-2":{"in_tokens":1405,"out_tokens":512}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1320,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":22.85271201400002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":1457},"claude-opus-4-8":{"in_tokens":2769,"out_tokens":495},"claude-opus-4-7":{"in_tokens":2774,"out_tokens":396},"mistral-large-2":{"in_tokens":1456,"out_tokens":587}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1762,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":30.442382949999967,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":2518},"claude-opus-4-8":{"in_tokens":3204,"out_tokens":715},"claude-opus-4-7":{"in_tokens":3209,"out_tokens":620},"mistral-large-2":{"in_tokens":1756,"out_tokens":598}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1526,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":25.26164778200001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1581,"out_tokens":2468},"claude-opus-4-8":{"in_tokens":3092,"out_tokens":777},"claude-opus-4-7":{"in_tokens":3097,"out_tokens":796},"mistral-large-2":{"in_tokens":1711,"out_tokens":602}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1271,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.583751765000045,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":2633},"claude-opus-4-8":{"in_tokens":2398,"out_tokens":892},"claude-opus-4-7":{"in_tokens":2403,"out_tokens":579},"mistral-large-2":{"in_tokens":1394,"out_tokens":783}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":500,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":40.81108656399999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2253,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":543},"mistral-large-2":{"in_tokens":1275,"out_tokens":582}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":35.96480893300003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":970,"out_tokens":1192},"claude-opus-4-8":{"in_tokens":1874,"out_tokens":564},"claude-opus-4-7":{"in_tokens":1879,"out_tokens":424},"mistral-large-2":{"in_tokens":1052,"out_tokens":459}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":98,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":29.20472148700003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":972,"out_tokens":1186},"claude-opus-4-8":{"in_tokens":1823,"out_tokens":648},"claude-opus-4-7":{"in_tokens":1828,"out_tokens":514},"mistral-large-2":{"in_tokens":1077,"out_tokens":553}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":55.03018401600002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1373},"claude-opus-4-8":{"in_tokens":2047,"out_tokens":880},"claude-opus-4-7":{"in_tokens":2052,"out_tokens":578},"mistral-large-2":{"in_tokens":1113,"out_tokens":487}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1435,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":21.337666302999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1369},"claude-opus-4-8":{"in_tokens":2253,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":559},"mistral-large-2":{"in_tokens":1251,"out_tokens":538}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1841,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":24.106201375000012,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1297,"out_tokens":2430},"claude-opus-4-8":{"in_tokens":2516,"out_tokens":1032},"claude-opus-4-7":{"in_tokens":2521,"out_tokens":786},"mistral-large-2":{"in_tokens":1407,"out_tokens":710}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1254,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.78306783299996,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":2537},"claude-opus-4-8":{"in_tokens":2611,"out_tokens":823},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":609},"mistral-large-2":{"in_tokens":1390,"out_tokens":543}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":2305,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":30.840720678999958,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1991},"claude-opus-4-8":{"in_tokens":2537,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2542,"out_tokens":495},"mistral-large-2":{"in_tokens":1447,"out_tokens":654}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":33.23691554999999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":2186},"claude-opus-4-8":{"in_tokens":2999,"out_tokens":706},"claude-opus-4-7":{"in_tokens":3004,"out_tokens":749},"mistral-large-2":{"in_tokens":1615,"out_tokens":747}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1149,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":18.498858566999957,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1602},"claude-opus-4-8":{"in_tokens":2685,"out_tokens":486},"claude-opus-4-7":{"in_tokens":2690,"out_tokens":379},"mistral-large-2":{"in_tokens":1412,"out_tokens":434}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.506003963000012,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":2416},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":897},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":761},"mistral-large-2":{"in_tokens":1400,"out_tokens":620}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1474,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.760776817999954,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":2153},"claude-opus-4-8":{"in_tokens":2989,"out_tokens":522},"claude-opus-4-7":{"in_tokens":2994,"out_tokens":507},"mistral-large-2":{"in_tokens":1624,"out_tokens":502}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":46.89659336099999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1078,"out_tokens":1938},"claude-opus-4-8":{"in_tokens":2043,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2048,"out_tokens":558},"mistral-large-2":{"in_tokens":1184,"out_tokens":619}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1506,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.034694030000026,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":2272},"claude-opus-4-8":{"in_tokens":2558,"out_tokens":893},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":570},"mistral-large-2":{"in_tokens":1419,"out_tokens":656}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":44.63361174200003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":1741},"claude-opus-4-8":{"in_tokens":2624,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2629,"out_tokens":628},"mistral-large-2":{"in_tokens":1527,"out_tokens":586}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1226,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.161373072999993,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1073},"claude-opus-4-8":{"in_tokens":2394,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2399,"out_tokens":459},"mistral-large-2":{"in_tokens":1396,"out_tokens":555}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1070,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.113418844999956,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1649},"claude-opus-4-8":{"in_tokens":2464,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2469,"out_tokens":534},"mistral-large-2":{"in_tokens":1334,"out_tokens":537}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":26.79466473100001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1864},"claude-opus-4-8":{"in_tokens":2670,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2675,"out_tokens":590},"mistral-large-2":{"in_tokens":1373,"out_tokens":955}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2169,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":26.036267346999978,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":2315},"claude-opus-4-8":{"in_tokens":2683,"out_tokens":739},"claude-opus-4-7":{"in_tokens":2688,"out_tokens":591},"mistral-large-2":{"in_tokens":1574,"out_tokens":597}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1225,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":20.306042956,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1995},"claude-opus-4-8":{"in_tokens":2904,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2909,"out_tokens":689},"mistral-large-2":{"in_tokens":1552,"out_tokens":623}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1105,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":18.79772106500002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1503},"claude-opus-4-8":{"in_tokens":2654,"out_tokens":602},"claude-opus-4-7":{"in_tokens":2659,"out_tokens":484},"mistral-large-2":{"in_tokens":1423,"out_tokens":658}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":3780,"error":null,"skip_reason":null,"score_raw":0.14285714285714285,"duration_s":137.36632565500003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1173,"out_tokens":1397},"claude-opus-4-8":{"in_tokens":2293,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2298,"out_tokens":580},"mistral-large-2":{"in_tokens":1245,"out_tokens":573}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":30.984110635000036,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":1677},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":750},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":604},"mistral-large-2":{"in_tokens":1453,"out_tokens":560}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1792,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.358205913999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1880},"claude-opus-4-8":{"in_tokens":2246,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":580},"mistral-large-2":{"in_tokens":1322,"out_tokens":571}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1136,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":14.013463805000015,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":1247},"claude-opus-4-8":{"in_tokens":2322,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":425},"mistral-large-2":{"in_tokens":1286,"out_tokens":599}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.7142857142857142,"duration_s":27.217733952999993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1498},"claude-opus-4-8":{"in_tokens":2259,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2264,"out_tokens":501},"mistral-large-2":{"in_tokens":1181,"out_tokens":880}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2281,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":28.846496846000036,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1862},"claude-opus-4-8":{"in_tokens":2477,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2482,"out_tokens":468},"mistral-large-2":{"in_tokens":1361,"out_tokens":462}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1655,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":27.521846820000007,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1838,"out_tokens":2554},"claude-opus-4-8":{"in_tokens":3513,"out_tokens":806},"claude-opus-4-7":{"in_tokens":3518,"out_tokens":669},"mistral-large-2":{"in_tokens":1931,"out_tokens":828}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":821,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":13.155216947000042,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":2378,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2383,"out_tokens":616},"mistral-large-2":{"in_tokens":1232,"out_tokens":459}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":13.710011522999991,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":996,"out_tokens":1272},"claude-opus-4-8":{"in_tokens":2005,"out_tokens":488},"claude-opus-4-7":{"in_tokens":2010,"out_tokens":537},"mistral-large-2":{"in_tokens":1066,"out_tokens":454}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1084,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":16.350616893999984,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":2497},"claude-opus-4-8":{"in_tokens":2584,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2589,"out_tokens":628},"mistral-large-2":{"in_tokens":1317,"out_tokens":574}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":34.825891216,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":970,"out_tokens":1267},"claude-opus-4-8":{"in_tokens":1921,"out_tokens":496},"claude-opus-4-7":{"in_tokens":1926,"out_tokens":403},"mistral-large-2":{"in_tokens":1053,"out_tokens":433}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":502,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":64.162199025,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1274},"claude-opus-4-8":{"in_tokens":2143,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2148,"out_tokens":472},"mistral-large-2":{"in_tokens":1146,"out_tokens":478}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":2496,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":103.41324993100005,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":1844},"claude-opus-4-8":{"in_tokens":2371,"out_tokens":1064},"claude-opus-4-7":{"in_tokens":2376,"out_tokens":873},"mistral-large-2":{"in_tokens":1338,"out_tokens":835}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":16.984447614999965,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":963,"out_tokens":1726},"claude-opus-4-8":{"in_tokens":1939,"out_tokens":486},"claude-opus-4-7":{"in_tokens":1944,"out_tokens":409},"mistral-large-2":{"in_tokens":1013,"out_tokens":461}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":4317,"error":null,"skip_reason":null,"score_raw":0.35000000000000003,"duration_s":144.432078661,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":1775},"claude-opus-4-8":{"in_tokens":3125,"out_tokens":850},"claude-opus-4-7":{"in_tokens":3130,"out_tokens":578},"mistral-large-2":{"in_tokens":1785,"out_tokens":700}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2296,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":29.518462796999984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":1418},"claude-opus-4-8":{"in_tokens":2562,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":579},"mistral-large-2":{"in_tokens":1475,"out_tokens":669}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":59.23250987899996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":2072},"claude-opus-4-8":{"in_tokens":2101,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2106,"out_tokens":562},"mistral-large-2":{"in_tokens":1303,"out_tokens":725}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":278,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":20.598149081999964,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1372},"claude-opus-4-8":{"in_tokens":2072,"out_tokens":512},"claude-opus-4-7":{"in_tokens":2077,"out_tokens":400},"mistral-large-2":{"in_tokens":1112,"out_tokens":488}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2453,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":28.72467591999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1909,"out_tokens":1818},"claude-opus-4-8":{"in_tokens":3781,"out_tokens":979},"claude-opus-4-7":{"in_tokens":3786,"out_tokens":938},"mistral-large-2":{"in_tokens":2040,"out_tokens":654}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":31.55383360799999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2452,"out_tokens":3297},"claude-opus-4-8":{"in_tokens":4829,"out_tokens":1069},"claude-opus-4-7":{"in_tokens":4834,"out_tokens":752},"mistral-large-2":{"in_tokens":2585,"out_tokens":710}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.07142857142857142,"duration_s":29.36428133100003,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":3014},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":988},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":845},"mistral-large-2":{"in_tokens":1241,"out_tokens":814}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2599,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":29.918532336,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2077,"out_tokens":1833},"claude-opus-4-8":{"in_tokens":4179,"out_tokens":926},"claude-opus-4-7":{"in_tokens":4184,"out_tokens":752},"mistral-large-2":{"in_tokens":2254,"out_tokens":857}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":3561,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":130.944584438,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":1676},"claude-opus-4-8":{"in_tokens":2571,"out_tokens":884},"claude-opus-4-7":{"in_tokens":2576,"out_tokens":769},"mistral-large-2":{"in_tokens":1470,"out_tokens":655}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":272,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.918743518999975,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":1589},"claude-opus-4-8":{"in_tokens":2083,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2088,"out_tokens":398},"mistral-large-2":{"in_tokens":1093,"out_tokens":434}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1794,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":32.137316731,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2272,"out_tokens":3368},"claude-opus-4-8":{"in_tokens":4423,"out_tokens":1083},"claude-opus-4-7":{"in_tokens":4428,"out_tokens":866},"mistral-large-2":{"in_tokens":2435,"out_tokens":746}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":3261,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":39.124701748999996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1931,"out_tokens":1755},"claude-opus-4-8":{"in_tokens":3986,"out_tokens":958},"claude-opus-4-7":{"in_tokens":3991,"out_tokens":707},"mistral-large-2":{"in_tokens":2057,"out_tokens":738}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":35.44261586499999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2396,"out_tokens":2745},"claude-opus-4-8":{"in_tokens":4623,"out_tokens":1025},"claude-opus-4-7":{"in_tokens":4628,"out_tokens":837},"mistral-large-2":{"in_tokens":2581,"out_tokens":765}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":293,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":17.967198481999958,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1585},"claude-opus-4-8":{"in_tokens":2105,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":547},"mistral-large-2":{"in_tokens":1112,"out_tokens":808}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":33.56904713399996,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2331,"out_tokens":2653},"claude-opus-4-8":{"in_tokens":4661,"out_tokens":1123},"claude-opus-4-7":{"in_tokens":4666,"out_tokens":725},"mistral-large-2":{"in_tokens":2462,"out_tokens":832}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":326,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":34.80789844200007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":2834,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2839,"out_tokens":617},"mistral-large-2":{"in_tokens":1651,"out_tokens":548}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":122,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":85.27863444899992,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1008,"out_tokens":1105},"claude-opus-4-8":{"in_tokens":1987,"out_tokens":597},"claude-opus-4-7":{"in_tokens":1992,"out_tokens":489},"mistral-large-2":{"in_tokens":1083,"out_tokens":598}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":697,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":26.31488276799996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":900},"claude-opus-4-8":{"in_tokens":2538,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":513},"mistral-large-2":{"in_tokens":1559,"out_tokens":518}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":1959,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":30.084498691999954,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1133},"claude-opus-4-8":{"in_tokens":3188,"out_tokens":633},"claude-opus-4-7":{"in_tokens":3193,"out_tokens":538},"mistral-large-2":{"in_tokens":1630,"out_tokens":609}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1205,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":21.572496054000055,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1445,"out_tokens":1696},"claude-opus-4-8":{"in_tokens":2802,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2807,"out_tokens":434},"mistral-large-2":{"in_tokens":1553,"out_tokens":579}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":43.958364727,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":941,"out_tokens":1265},"claude-opus-4-8":{"in_tokens":1809,"out_tokens":497},"claude-opus-4-7":{"in_tokens":1814,"out_tokens":392},"mistral-large-2":{"in_tokens":968,"out_tokens":477}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1898,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.213817989000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1669,"out_tokens":1504},"claude-opus-4-8":{"in_tokens":3380,"out_tokens":542},"claude-opus-4-7":{"in_tokens":3385,"out_tokens":391},"mistral-large-2":{"in_tokens":1794,"out_tokens":592}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":1943,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":29.588003937000053,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2298,"out_tokens":2753},"claude-opus-4-8":{"in_tokens":4524,"out_tokens":1124},"claude-opus-4-7":{"in_tokens":4529,"out_tokens":796},"mistral-large-2":{"in_tokens":2475,"out_tokens":825}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":74.79511355299996,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1379},"claude-opus-4-8":{"in_tokens":2131,"out_tokens":857},"claude-opus-4-7":{"in_tokens":2136,"out_tokens":496},"mistral-large-2":{"in_tokens":1183,"out_tokens":615}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":15.008799229000033,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":2112},"claude-opus-4-8":{"in_tokens":2157,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2162,"out_tokens":612},"mistral-large-2":{"in_tokens":1161,"out_tokens":808}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":28.959752519999995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":966,"out_tokens":1367},"claude-opus-4-8":{"in_tokens":1930,"out_tokens":579},"claude-opus-4-7":{"in_tokens":1935,"out_tokens":521},"mistral-large-2":{"in_tokens":1027,"out_tokens":590}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2619,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":32.50262448400002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1624,"out_tokens":2473},"claude-opus-4-8":{"in_tokens":3160,"out_tokens":623},"claude-opus-4-7":{"in_tokens":3165,"out_tokens":681},"mistral-large-2":{"in_tokens":1785,"out_tokens":744}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1717,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":22.00163416800001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":2302},"claude-opus-4-8":{"in_tokens":2745,"out_tokens":476},"claude-opus-4-7":{"in_tokens":2750,"out_tokens":469},"mistral-large-2":{"in_tokens":1429,"out_tokens":564}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1642,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":26.29880636500002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1878,"out_tokens":2447},"claude-opus-4-8":{"in_tokens":3855,"out_tokens":1023},"claude-opus-4-7":{"in_tokens":3860,"out_tokens":792},"mistral-large-2":{"in_tokens":2017,"out_tokens":693}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1456,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":23.893174291999912,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":1636},"claude-opus-4-8":{"in_tokens":2925,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2930,"out_tokens":538},"mistral-large-2":{"in_tokens":1638,"out_tokens":627}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2429,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":60.245752261999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1182},"claude-opus-4-8":{"in_tokens":2439,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2444,"out_tokens":597},"mistral-large-2":{"in_tokens":1366,"out_tokens":612}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":16.47346263299994,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":980,"out_tokens":1893},"claude-opus-4-8":{"in_tokens":1975,"out_tokens":646},"claude-opus-4-7":{"in_tokens":1980,"out_tokens":438},"mistral-large-2":{"in_tokens":1021,"out_tokens":427}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":9020,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":231.30897010599995,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1987,"out_tokens":2545},"claude-opus-4-8":{"in_tokens":3715,"out_tokens":1027},"claude-opus-4-7":{"in_tokens":3720,"out_tokens":915},"mistral-large-2":{"in_tokens":2156,"out_tokens":758}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1560,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":25.80486746600002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1801,"out_tokens":2931},"claude-opus-4-8":{"in_tokens":3482,"out_tokens":769},"claude-opus-4-7":{"in_tokens":3487,"out_tokens":573},"mistral-large-2":{"in_tokens":1908,"out_tokens":748}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":34.94356301799996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1175},"claude-opus-4-8":{"in_tokens":2194,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2199,"out_tokens":515},"mistral-large-2":{"in_tokens":1249,"out_tokens":634}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":2234,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":28.073814682000034,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1584,"out_tokens":2108},"claude-opus-4-8":{"in_tokens":3200,"out_tokens":658},"claude-opus-4-7":{"in_tokens":3205,"out_tokens":491},"mistral-large-2":{"in_tokens":1739,"out_tokens":585}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":2511,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":29.34063593799999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1782,"out_tokens":2213},"claude-opus-4-8":{"in_tokens":3532,"out_tokens":710},"claude-opus-4-7":{"in_tokens":3537,"out_tokens":613},"mistral-large-2":{"in_tokens":1937,"out_tokens":781}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":25.944028583999966,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1776},"claude-opus-4-8":{"in_tokens":2551,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2556,"out_tokens":476},"mistral-large-2":{"in_tokens":1467,"out_tokens":604}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":26.43677378899997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1015,"out_tokens":1488},"claude-opus-4-8":{"in_tokens":2087,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":474},"mistral-large-2":{"in_tokens":1074,"out_tokens":528}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2977,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":72.86563869699995,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":1355},"claude-opus-4-8":{"in_tokens":2592,"out_tokens":614},"claude-opus-4-7":{"in_tokens":2597,"out_tokens":503},"mistral-large-2":{"in_tokens":1414,"out_tokens":582}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":37.538549773,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1389},"claude-opus-4-8":{"in_tokens":2251,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2256,"out_tokens":564},"mistral-large-2":{"in_tokens":1299,"out_tokens":665}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2442,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":28.969552324000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1850,"out_tokens":1272},"claude-opus-4-8":{"in_tokens":3759,"out_tokens":592},"claude-opus-4-7":{"in_tokens":3764,"out_tokens":412},"mistral-large-2":{"in_tokens":1984,"out_tokens":543}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":35.133733604999975,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2583,"out_tokens":3271},"claude-opus-4-8":{"in_tokens":5022,"out_tokens":1122},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":900},"mistral-large-2":{"in_tokens":2700,"out_tokens":922}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":19.853918115000056,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1789,"out_tokens":2965},"claude-opus-4-8":{"in_tokens":3502,"out_tokens":1049},"claude-opus-4-7":{"in_tokens":3507,"out_tokens":1147},"mistral-large-2":{"in_tokens":1890,"out_tokens":1031}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":2906,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":64.97245561699998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1337},"claude-opus-4-8":{"in_tokens":2174,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2179,"out_tokens":498},"mistral-large-2":{"in_tokens":1204,"out_tokens":536}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":3156,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":37.15409301400007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":1699},"claude-opus-4-8":{"in_tokens":2681,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":510},"mistral-large-2":{"in_tokens":1420,"out_tokens":594}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":1786,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":31.383072095999978,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2280,"out_tokens":2941},"claude-opus-4-8":{"in_tokens":4421,"out_tokens":1088},"claude-opus-4-7":{"in_tokens":4426,"out_tokens":902},"mistral-large-2":{"in_tokens":2461,"out_tokens":831}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2011,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":32.80638805299998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2478,"out_tokens":1929},"claude-opus-4-8":{"in_tokens":4839,"out_tokens":1042},"claude-opus-4-7":{"in_tokens":4844,"out_tokens":678},"mistral-large-2":{"in_tokens":2666,"out_tokens":1480}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":266,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":48.691158434000045,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1047,"out_tokens":1358},"claude-opus-4-8":{"in_tokens":2061,"out_tokens":566},"claude-opus-4-7":{"in_tokens":2066,"out_tokens":563},"mistral-large-2":{"in_tokens":1103,"out_tokens":563}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1101,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":23.067593784999985,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":2454},"claude-opus-4-8":{"in_tokens":2875,"out_tokens":872},"claude-opus-4-7":{"in_tokens":2880,"out_tokens":779},"mistral-large-2":{"in_tokens":1630,"out_tokens":766}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1716,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":25.239981089000025,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":2146},"claude-opus-4-8":{"in_tokens":3045,"out_tokens":707},"claude-opus-4-7":{"in_tokens":3050,"out_tokens":641},"mistral-large-2":{"in_tokens":1642,"out_tokens":647}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1298,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.647845013000051,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1370,"out_tokens":2150},"claude-opus-4-8":{"in_tokens":2764,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2769,"out_tokens":622},"mistral-large-2":{"in_tokens":1480,"out_tokens":605}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":336,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":27.599124477000032,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.4,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1673,"out_tokens":1380},"claude-opus-4-8":{"in_tokens":3286,"out_tokens":1250},"claude-opus-4-7":{"in_tokens":3291,"out_tokens":810},"mistral-large-2":{"in_tokens":1788,"out_tokens":966}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":104,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":31.417164484999944,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1545},"claude-opus-4-8":{"in_tokens":2053,"out_tokens":745},"claude-opus-4-7":{"in_tokens":2058,"out_tokens":514},"mistral-large-2":{"in_tokens":1176,"out_tokens":695}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":22.958892643000013,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1699,"out_tokens":1484},"claude-opus-4-8":{"in_tokens":3325,"out_tokens":918},"claude-opus-4-7":{"in_tokens":3330,"out_tokens":755},"mistral-large-2":{"in_tokens":1834,"out_tokens":782}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":2408,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":34.590959,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1518,"out_tokens":2086},"claude-opus-4-8":{"in_tokens":2959,"out_tokens":524},"claude-opus-4-7":{"in_tokens":2964,"out_tokens":481},"mistral-large-2":{"in_tokens":1636,"out_tokens":662}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":31.611948953000024,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1673},"claude-opus-4-8":{"in_tokens":2364,"out_tokens":886},"claude-opus-4-7":{"in_tokens":2369,"out_tokens":688},"mistral-large-2":{"in_tokens":1342,"out_tokens":814}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1891,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":30.979491799000016,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2100,"out_tokens":3636},"claude-opus-4-8":{"in_tokens":3930,"out_tokens":817},"claude-opus-4-7":{"in_tokens":3935,"out_tokens":850},"mistral-large-2":{"in_tokens":2314,"out_tokens":828}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":1244,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":22.575983502999975,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":2338},"claude-opus-4-8":{"in_tokens":3100,"out_tokens":1008},"claude-opus-4-7":{"in_tokens":3105,"out_tokens":768},"mistral-large-2":{"in_tokens":1689,"out_tokens":722}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":544,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":41.942552003999936,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1004},"claude-opus-4-8":{"in_tokens":2239,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2244,"out_tokens":475},"mistral-large-2":{"in_tokens":1290,"out_tokens":631}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1644,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":29.113026980999962,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2189,"out_tokens":3512},"claude-opus-4-8":{"in_tokens":4034,"out_tokens":1184},"claude-opus-4-7":{"in_tokens":4039,"out_tokens":890},"mistral-large-2":{"in_tokens":2350,"out_tokens":811}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1406,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":24.784653606999996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2204,"out_tokens":3120},"claude-opus-4-8":{"in_tokens":4148,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":4153,"out_tokens":653},"mistral-large-2":{"in_tokens":2379,"out_tokens":878}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":2251,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":43.79048088899992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1420},"claude-opus-4-8":{"in_tokens":2120,"out_tokens":618},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":506},"mistral-large-2":{"in_tokens":1213,"out_tokens":568}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1718,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":22.910823004999997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1803,"out_tokens":1698},"claude-opus-4-8":{"in_tokens":3578,"out_tokens":570},"claude-opus-4-7":{"in_tokens":3583,"out_tokens":487},"mistral-large-2":{"in_tokens":1933,"out_tokens":655}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":342,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.8604797669999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":1650},"claude-opus-4-8":{"in_tokens":3239,"out_tokens":1001},"claude-opus-4-7":{"in_tokens":3244,"out_tokens":719},"mistral-large-2":{"in_tokens":1784,"out_tokens":755}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2371,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":45.56777417000001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":2732,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2737,"out_tokens":568},"mistral-large-2":{"in_tokens":1499,"out_tokens":818}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":18.16222162400004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1898},"claude-opus-4-8":{"in_tokens":2088,"out_tokens":516},"claude-opus-4-7":{"in_tokens":2093,"out_tokens":435},"mistral-large-2":{"in_tokens":1152,"out_tokens":575}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":432,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":37.663376374999984,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":2298},"claude-opus-4-8":{"in_tokens":3470,"out_tokens":1336},"claude-opus-4-7":{"in_tokens":3475,"out_tokens":810},"mistral-large-2":{"in_tokens":1853,"out_tokens":763}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1168,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":31.244760637000013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1329},"claude-opus-4-8":{"in_tokens":2627,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2632,"out_tokens":515},"mistral-large-2":{"in_tokens":1373,"out_tokens":521}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":741,"out_tokens":304,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":96.61563433699996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1726,"out_tokens":2254},"claude-opus-4-8":{"in_tokens":3197,"out_tokens":731},"claude-opus-4-7":{"in_tokens":3202,"out_tokens":563},"mistral-large-2":{"in_tokens":1850,"out_tokens":582}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":523,"out_tokens":143,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":24.615175733,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1026,"out_tokens":1230},"claude-opus-4-8":{"in_tokens":2022,"out_tokens":617},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":507},"mistral-large-2":{"in_tokens":1118,"out_tokens":513}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2678,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":52.371961597999984,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1135},"claude-opus-4-8":{"in_tokens":1939,"out_tokens":504},"claude-opus-4-7":{"in_tokens":1944,"out_tokens":444},"mistral-large-2":{"in_tokens":1088,"out_tokens":520}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1492,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":26.620295259000045,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.9,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2267,"out_tokens":3517},"claude-opus-4-8":{"in_tokens":4254,"out_tokens":1019},"claude-opus-4-7":{"in_tokens":4259,"out_tokens":811},"mistral-large-2":{"in_tokens":2403,"out_tokens":913}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1443,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.78671120499996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1839,"out_tokens":2079},"claude-opus-4-8":{"in_tokens":3511,"out_tokens":1072},"claude-opus-4-7":{"in_tokens":3516,"out_tokens":760},"mistral-large-2":{"in_tokens":1943,"out_tokens":661}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":18.23723329300003,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.2,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1962},"claude-opus-4-8":{"in_tokens":2952,"out_tokens":961},"claude-opus-4-7":{"in_tokens":2957,"out_tokens":716},"mistral-large-2":{"in_tokens":1552,"out_tokens":802}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1525,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":28.13103928999999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1974,"out_tokens":3414},"claude-opus-4-8":{"in_tokens":3689,"out_tokens":680},"claude-opus-4-7":{"in_tokens":3694,"out_tokens":643},"mistral-large-2":{"in_tokens":2144,"out_tokens":754}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1353,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":25.54684453599998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1729,"out_tokens":2321},"claude-opus-4-8":{"in_tokens":3361,"out_tokens":884},"claude-opus-4-7":{"in_tokens":3366,"out_tokens":906},"mistral-large-2":{"in_tokens":1868,"out_tokens":957}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":322,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.386082361000035,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":2116,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2121,"out_tokens":483},"mistral-large-2":{"in_tokens":1142,"out_tokens":710}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":5167,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":160.50131718400002,"hallucination_count":7.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":2624},"claude-opus-4-8":{"in_tokens":2575,"out_tokens":1186},"claude-opus-4-7":{"in_tokens":2580,"out_tokens":990},"mistral-large-2":{"in_tokens":1388,"out_tokens":845}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":127.36823762699998,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1256},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":910},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":697},"mistral-large-2":{"in_tokens":1298,"out_tokens":693}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":1549,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":31.91615071600006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1017,"out_tokens":1264},"claude-opus-4-8":{"in_tokens":1931,"out_tokens":567},"claude-opus-4-7":{"in_tokens":1936,"out_tokens":503},"mistral-large-2":{"in_tokens":1070,"out_tokens":468}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":50.40307701500001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1063,"out_tokens":1258},"claude-opus-4-8":{"in_tokens":2095,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":609},"mistral-large-2":{"in_tokens":1165,"out_tokens":530}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1512,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":46.77351662900003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":2818},"claude-opus-4-8":{"in_tokens":3090,"out_tokens":680},"claude-opus-4-7":{"in_tokens":3095,"out_tokens":596},"mistral-large-2":{"in_tokens":1566,"out_tokens":689}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2067,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":27.990353320000054,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2362,"out_tokens":2526},"claude-opus-4-8":{"in_tokens":4675,"out_tokens":913},"claude-opus-4-7":{"in_tokens":4680,"out_tokens":672},"mistral-large-2":{"in_tokens":2565,"out_tokens":745}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2901,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":39.121633728000006,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2221,"out_tokens":2803},"claude-opus-4-8":{"in_tokens":4304,"out_tokens":1202},"claude-opus-4-7":{"in_tokens":4309,"out_tokens":697},"mistral-large-2":{"in_tokens":2326,"out_tokens":814}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1254,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":22.462706492999928,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1898},"claude-opus-4-8":{"in_tokens":3241,"out_tokens":590},"claude-opus-4-7":{"in_tokens":3246,"out_tokens":524},"mistral-large-2":{"in_tokens":1715,"out_tokens":629}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2916,"error":null,"skip_reason":null,"score_raw":0.6000000000000001,"duration_s":37.62314322999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2726,"out_tokens":3444},"claude-opus-4-8":{"in_tokens":5370,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":5375,"out_tokens":863},"mistral-large-2":{"in_tokens":2940,"out_tokens":1448}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":1205,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":21.915704989000005,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1673,"out_tokens":2643},"claude-opus-4-8":{"in_tokens":3179,"out_tokens":774},"claude-opus-4-7":{"in_tokens":3184,"out_tokens":631},"mistral-large-2":{"in_tokens":1807,"out_tokens":641}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":0.47500000000000003,"duration_s":22.33458834099997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":2177},"claude-opus-4-8":{"in_tokens":3611,"out_tokens":1385},"claude-opus-4-7":{"in_tokens":3616,"out_tokens":950},"mistral-large-2":{"in_tokens":1947,"out_tokens":747}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":30.425607575999948,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1183},"claude-opus-4-8":{"in_tokens":2109,"out_tokens":542},"claude-opus-4-7":{"in_tokens":2114,"out_tokens":491},"mistral-large-2":{"in_tokens":1227,"out_tokens":560}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1107,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":23.625256961000105,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1705,"out_tokens":1967},"claude-opus-4-8":{"in_tokens":3235,"out_tokens":886},"claude-opus-4-7":{"in_tokens":3240,"out_tokens":699},"mistral-large-2":{"in_tokens":1852,"out_tokens":726}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":325,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":20.766756090999934,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1783,"out_tokens":1909},"claude-opus-4-8":{"in_tokens":3464,"out_tokens":954},"claude-opus-4-7":{"in_tokens":3469,"out_tokens":643},"mistral-large-2":{"in_tokens":1906,"out_tokens":810}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":502,"out_tokens":228,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":35.276777734999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2090,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2095,"out_tokens":520},"mistral-large-2":{"in_tokens":1150,"out_tokens":523}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":398,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":25.041812303999905,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1720,"out_tokens":2853},"claude-opus-4-8":{"in_tokens":3396,"out_tokens":967},"claude-opus-4-7":{"in_tokens":3401,"out_tokens":734},"mistral-large-2":{"in_tokens":1857,"out_tokens":776}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1541,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":28.344992733999902,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2319,"out_tokens":2683},"claude-opus-4-8":{"in_tokens":4307,"out_tokens":985},"claude-opus-4-7":{"in_tokens":4312,"out_tokens":914},"mistral-large-2":{"in_tokens":2470,"out_tokens":1229}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":55.98457419099998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1738},"claude-opus-4-8":{"in_tokens":2166,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2171,"out_tokens":640},"mistral-large-2":{"in_tokens":1260,"out_tokens":689}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":17.079400717,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1582,"out_tokens":2296},"claude-opus-4-8":{"in_tokens":2956,"out_tokens":853},"claude-opus-4-7":{"in_tokens":2961,"out_tokens":669},"mistral-large-2":{"in_tokens":1707,"out_tokens":724}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":539,"out_tokens":3811,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":115.42054536899991,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1990,"out_tokens":2270},"claude-opus-4-8":{"in_tokens":3771,"out_tokens":641},"claude-opus-4-7":{"in_tokens":3776,"out_tokens":496},"mistral-large-2":{"in_tokens":2069,"out_tokens":608}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1189,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":20.091656701000034,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1708,"out_tokens":1919},"claude-opus-4-8":{"in_tokens":3259,"out_tokens":974},"claude-opus-4-7":{"in_tokens":3264,"out_tokens":773},"mistral-large-2":{"in_tokens":1775,"out_tokens":986}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":1766,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":39.751185182000086,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":976,"out_tokens":962},"claude-opus-4-8":{"in_tokens":1822,"out_tokens":530},"claude-opus-4-7":{"in_tokens":1827,"out_tokens":367},"mistral-large-2":{"in_tokens":1014,"out_tokens":412}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":193,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":21.908245010999963,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1019,"out_tokens":1526},"claude-opus-4-8":{"in_tokens":1983,"out_tokens":517},"claude-opus-4-7":{"in_tokens":1988,"out_tokens":447},"mistral-large-2":{"in_tokens":1103,"out_tokens":496}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2058,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":27.05713992699998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1604,"out_tokens":1937},"claude-opus-4-8":{"in_tokens":3067,"out_tokens":597},"claude-opus-4-7":{"in_tokens":3072,"out_tokens":502},"mistral-large-2":{"in_tokens":1716,"out_tokens":554}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1135,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.281993358000022,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":1659},"claude-opus-4-8":{"in_tokens":3195,"out_tokens":615},"claude-opus-4-7":{"in_tokens":3200,"out_tokens":455},"mistral-large-2":{"in_tokens":1742,"out_tokens":794}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":934,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.508980908000012,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":1750},"claude-opus-4-8":{"in_tokens":2987,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2992,"out_tokens":560},"mistral-large-2":{"in_tokens":1689,"out_tokens":605}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":2430,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":52.29009197300002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1070,"out_tokens":839},"claude-opus-4-8":{"in_tokens":2028,"out_tokens":546},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":426},"mistral-large-2":{"in_tokens":1137,"out_tokens":515}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":36.39546792099998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":1204},"claude-opus-4-8":{"in_tokens":2137,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":564},"mistral-large-2":{"in_tokens":1211,"out_tokens":493}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2398,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":31.38415097699999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2248,"out_tokens":2231},"claude-opus-4-8":{"in_tokens":4433,"out_tokens":1033},"claude-opus-4-7":{"in_tokens":4438,"out_tokens":842},"mistral-large-2":{"in_tokens":2428,"out_tokens":724}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2001,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":35.38486504000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2006,"out_tokens":2104},"claude-opus-4-8":{"in_tokens":4123,"out_tokens":881},"claude-opus-4-7":{"in_tokens":4128,"out_tokens":724},"mistral-large-2":{"in_tokens":2146,"out_tokens":743}}}
{"model_id":"grok-4.5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":152,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":28.741446717999906,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1341},"claude-opus-4-8":{"in_tokens":2010,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2015,"out_tokens":532},"mistral-large-2":{"in_tokens":1171,"out_tokens":526}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1096,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.540656619999936,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1550,"out_tokens":1234},"claude-opus-4-8":{"in_tokens":2892,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2897,"out_tokens":534},"mistral-large-2":{"in_tokens":1632,"out_tokens":641}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1007,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":19.268991913000036,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":2180},"claude-opus-4-8":{"in_tokens":2664,"out_tokens":882},"claude-opus-4-7":{"in_tokens":2669,"out_tokens":689},"mistral-large-2":{"in_tokens":1503,"out_tokens":632}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":3740,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":54.068146145000014,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2317,"out_tokens":2429},"claude-opus-4-8":{"in_tokens":4656,"out_tokens":893},"claude-opus-4-7":{"in_tokens":4661,"out_tokens":819},"mistral-large-2":{"in_tokens":2442,"out_tokens":1026}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1407,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":27.067278458000033,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1771,"out_tokens":1229},"claude-opus-4-8":{"in_tokens":3266,"out_tokens":517},"claude-opus-4-7":{"in_tokens":3271,"out_tokens":424},"mistral-large-2":{"in_tokens":1843,"out_tokens":720}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1216,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":24.517806215000064,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1622,"out_tokens":1337},"claude-opus-4-8":{"in_tokens":2970,"out_tokens":620},"claude-opus-4-7":{"in_tokens":2975,"out_tokens":514},"mistral-large-2":{"in_tokens":1705,"out_tokens":655}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1933,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.35472650099996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1173},"claude-opus-4-8":{"in_tokens":2983,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2988,"out_tokens":456},"mistral-large-2":{"in_tokens":1638,"out_tokens":716}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":440,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":27.111602556000094,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":1872},"claude-opus-4-8":{"in_tokens":3004,"out_tokens":741},"claude-opus-4-7":{"in_tokens":3009,"out_tokens":627},"mistral-large-2":{"in_tokens":1610,"out_tokens":641}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":263,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":22.210569237999948,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1267},"claude-opus-4-8":{"in_tokens":2337,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2342,"out_tokens":477},"mistral-large-2":{"in_tokens":1212,"out_tokens":479}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1190,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.815062885999964,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1448,"out_tokens":2245},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":476},"mistral-large-2":{"in_tokens":1534,"out_tokens":585}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2393,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":31.42766373900008,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":2098},"claude-opus-4-8":{"in_tokens":2898,"out_tokens":836},"claude-opus-4-7":{"in_tokens":2903,"out_tokens":743},"mistral-large-2":{"in_tokens":1591,"out_tokens":706}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1804,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":33.228889077000076,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1112},"claude-opus-4-8":{"in_tokens":1971,"out_tokens":642},"claude-opus-4-7":{"in_tokens":1976,"out_tokens":479},"mistral-large-2":{"in_tokens":1099,"out_tokens":530}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":93.22610255699999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1575},"claude-opus-4-8":{"in_tokens":2430,"out_tokens":829},"claude-opus-4-7":{"in_tokens":2435,"out_tokens":546},"mistral-large-2":{"in_tokens":1344,"out_tokens":630}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":2065,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":40.40184544199997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1343},"claude-opus-4-8":{"in_tokens":2329,"out_tokens":547},"claude-opus-4-7":{"in_tokens":2334,"out_tokens":456},"mistral-large-2":{"in_tokens":1310,"out_tokens":520}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1081,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":20.783414838999988,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1668},"claude-opus-4-8":{"in_tokens":2772,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2777,"out_tokens":573},"mistral-large-2":{"in_tokens":1537,"out_tokens":530}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":393,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":59.32577669199998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1543,"out_tokens":2325},"claude-opus-4-8":{"in_tokens":3064,"out_tokens":912},"claude-opus-4-7":{"in_tokens":3069,"out_tokens":974},"mistral-large-2":{"in_tokens":1659,"out_tokens":838}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":570,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":45.40353801100002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":2092},"claude-opus-4-8":{"in_tokens":2788,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2793,"out_tokens":538},"mistral-large-2":{"in_tokens":1435,"out_tokens":612}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":1098,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":21.19759089799993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":1803},"claude-opus-4-8":{"in_tokens":2652,"out_tokens":550},"claude-opus-4-7":{"in_tokens":2657,"out_tokens":403},"mistral-large-2":{"in_tokens":1465,"out_tokens":682}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1291,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":25.338871530999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1666,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":3067,"out_tokens":655},"claude-opus-4-7":{"in_tokens":3072,"out_tokens":533},"mistral-large-2":{"in_tokens":1735,"out_tokens":667}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3275,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":41.018791995000015,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2516,"out_tokens":2292},"claude-opus-4-8":{"in_tokens":4937,"out_tokens":927},"claude-opus-4-7":{"in_tokens":4942,"out_tokens":797},"mistral-large-2":{"in_tokens":2631,"out_tokens":890}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1056,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":20.039859567000008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1597,"out_tokens":1401},"claude-opus-4-8":{"in_tokens":3003,"out_tokens":625},"claude-opus-4-7":{"in_tokens":3008,"out_tokens":480},"mistral-large-2":{"in_tokens":1683,"out_tokens":623}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":25.33388199500007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1848},"claude-opus-4-8":{"in_tokens":2315,"out_tokens":580},"claude-opus-4-7":{"in_tokens":2320,"out_tokens":475},"mistral-large-2":{"in_tokens":1232,"out_tokens":644}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":1048,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.576299290000065,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1442,"out_tokens":876},"claude-opus-4-8":{"in_tokens":2713,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2718,"out_tokens":497},"mistral-large-2":{"in_tokens":1518,"out_tokens":544}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2597,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":37.27055075199996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2776,"out_tokens":1820},"claude-opus-4-8":{"in_tokens":5475,"out_tokens":920},"claude-opus-4-7":{"in_tokens":5480,"out_tokens":641},"mistral-large-2":{"in_tokens":2979,"out_tokens":1046}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":1039,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.357359238000072,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1290},"claude-opus-4-8":{"in_tokens":2667,"out_tokens":526},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":441},"mistral-large-2":{"in_tokens":1486,"out_tokens":696}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1416,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":29.118549717000064,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1028,"out_tokens":1051},"claude-opus-4-8":{"in_tokens":1961,"out_tokens":653},"claude-opus-4-7":{"in_tokens":1966,"out_tokens":544},"mistral-large-2":{"in_tokens":1081,"out_tokens":483}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":416,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":22.65481707999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1270,"out_tokens":2280},"claude-opus-4-8":{"in_tokens":2529,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2534,"out_tokens":477},"mistral-large-2":{"in_tokens":1372,"out_tokens":563}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3332,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":45.62893917600002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2626,"out_tokens":3366},"claude-opus-4-8":{"in_tokens":5156,"out_tokens":948},"claude-opus-4-7":{"in_tokens":5161,"out_tokens":878},"mistral-large-2":{"in_tokens":2836,"out_tokens":843}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":1024,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.41388938500006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1651},"claude-opus-4-8":{"in_tokens":2676,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2681,"out_tokens":493},"mistral-large-2":{"in_tokens":1482,"out_tokens":559}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.411046011000053,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1954},"claude-opus-4-8":{"in_tokens":2159,"out_tokens":515},"claude-opus-4-7":{"in_tokens":2164,"out_tokens":422},"mistral-large-2":{"in_tokens":1142,"out_tokens":379}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1089,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":19.903865515000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":1231},"claude-opus-4-8":{"in_tokens":3240,"out_tokens":578},"claude-opus-4-7":{"in_tokens":3245,"out_tokens":523},"mistral-large-2":{"in_tokens":1773,"out_tokens":697}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":475,"out_tokens":496,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":45.003306591999944,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":2433},"claude-opus-4-8":{"in_tokens":2460,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2465,"out_tokens":548},"mistral-large-2":{"in_tokens":1362,"out_tokens":771}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1995,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":39.89899683099998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1073,"out_tokens":1891},"claude-opus-4-8":{"in_tokens":1997,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2002,"out_tokens":503},"mistral-large-2":{"in_tokens":1119,"out_tokens":534}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":952,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.84712159600008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":1361},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":496},"mistral-large-2":{"in_tokens":1509,"out_tokens":603}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1174,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.367618738000033,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1581,"out_tokens":1867},"claude-opus-4-8":{"in_tokens":3011,"out_tokens":588},"claude-opus-4-7":{"in_tokens":3016,"out_tokens":590},"mistral-large-2":{"in_tokens":1651,"out_tokens":669}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":11.249744380999914,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1413},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":488},"mistral-large-2":{"in_tokens":1297,"out_tokens":534}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":965,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":18.16129532100001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1579},"claude-opus-4-8":{"in_tokens":2731,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2736,"out_tokens":646},"mistral-large-2":{"in_tokens":1561,"out_tokens":546}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":307,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":31.015723285000036,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1357},"claude-opus-4-8":{"in_tokens":2192,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2197,"out_tokens":454},"mistral-large-2":{"in_tokens":1177,"out_tokens":554}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":378,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":30.405581894999955,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1660},"claude-opus-4-8":{"in_tokens":2161,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2166,"out_tokens":434},"mistral-large-2":{"in_tokens":1156,"out_tokens":449}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":333,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":28.34544594099998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1877},"claude-opus-4-8":{"in_tokens":2277,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2282,"out_tokens":442},"mistral-large-2":{"in_tokens":1177,"out_tokens":405}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":734,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":13.657389146000014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":2093},"claude-opus-4-8":{"in_tokens":2396,"out_tokens":877},"claude-opus-4-7":{"in_tokens":2401,"out_tokens":627},"mistral-large-2":{"in_tokens":1419,"out_tokens":646}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":280,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":26.124725895999973,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1074,"out_tokens":2281},"claude-opus-4-8":{"in_tokens":2125,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2130,"out_tokens":697},"mistral-large-2":{"in_tokens":1137,"out_tokens":486}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":1055,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.117350701999953,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1525},"claude-opus-4-8":{"in_tokens":2735,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2740,"out_tokens":444},"mistral-large-2":{"in_tokens":1495,"out_tokens":545}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":1051,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":20.271852738000007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1543,"out_tokens":1823},"claude-opus-4-8":{"in_tokens":2946,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2951,"out_tokens":542},"mistral-large-2":{"in_tokens":1709,"out_tokens":953}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":18.011042161999967,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1340,"out_tokens":2350},"claude-opus-4-8":{"in_tokens":2661,"out_tokens":930},"claude-opus-4-7":{"in_tokens":2666,"out_tokens":731},"mistral-large-2":{"in_tokens":1459,"out_tokens":756}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.6785714285714285,"duration_s":16.606036302999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":960,"out_tokens":1596},"claude-opus-4-8":{"in_tokens":1891,"out_tokens":578},"claude-opus-4-7":{"in_tokens":1896,"out_tokens":467},"mistral-large-2":{"in_tokens":1029,"out_tokens":529}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":3803,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":72.38696274499989,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1471},"claude-opus-4-8":{"in_tokens":2670,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2675,"out_tokens":688},"mistral-large-2":{"in_tokens":1500,"out_tokens":623}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":12.619605155000045,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":1812},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":520},"mistral-large-2":{"in_tokens":1304,"out_tokens":532}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":892,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":15.813453182999979,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1412,"out_tokens":1489},"claude-opus-4-8":{"in_tokens":2681,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":533},"mistral-large-2":{"in_tokens":1524,"out_tokens":669}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":732,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":12.720719035000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1618},"claude-opus-4-8":{"in_tokens":2438,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2443,"out_tokens":497},"mistral-large-2":{"in_tokens":1421,"out_tokens":602}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":314,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":18.465765347,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1368},"claude-opus-4-8":{"in_tokens":2186,"out_tokens":638},"claude-opus-4-7":{"in_tokens":2191,"out_tokens":584},"mistral-large-2":{"in_tokens":1186,"out_tokens":569}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":499,"out_tokens":263,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":22.337234319000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1368},"claude-opus-4-8":{"in_tokens":2273,"out_tokens":786},"claude-opus-4-7":{"in_tokens":2278,"out_tokens":527},"mistral-large-2":{"in_tokens":1216,"out_tokens":639}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":893,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.887826972000084,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1276,"out_tokens":3193},"claude-opus-4-8":{"in_tokens":2541,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2546,"out_tokens":617},"mistral-large-2":{"in_tokens":1396,"out_tokens":610}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":20.67286896600001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1004,"out_tokens":1389},"claude-opus-4-8":{"in_tokens":2021,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2026,"out_tokens":468},"mistral-large-2":{"in_tokens":1050,"out_tokens":439}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":530,"out_tokens":5189,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":136.61019390499996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2122,"out_tokens":2171},"claude-opus-4-8":{"in_tokens":3979,"out_tokens":831},"claude-opus-4-7":{"in_tokens":3984,"out_tokens":691},"mistral-large-2":{"in_tokens":2202,"out_tokens":656}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":805,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":13.941839455999911,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":1503},"claude-opus-4-8":{"in_tokens":2560,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2565,"out_tokens":527},"mistral-large-2":{"in_tokens":1488,"out_tokens":656}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":811,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.481807363999906,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1172},"claude-opus-4-8":{"in_tokens":2609,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2614,"out_tokens":482},"mistral-large-2":{"in_tokens":1472,"out_tokens":543}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1040,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.13729376999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1489,"out_tokens":1816},"claude-opus-4-8":{"in_tokens":2869,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2874,"out_tokens":594},"mistral-large-2":{"in_tokens":1636,"out_tokens":666}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":14.467335394999964,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1005,"out_tokens":1775},"claude-opus-4-8":{"in_tokens":2072,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2077,"out_tokens":420},"mistral-large-2":{"in_tokens":1073,"out_tokens":790}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":2893,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":75.64497459400002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":1446},"claude-opus-4-8":{"in_tokens":2697,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":498},"mistral-large-2":{"in_tokens":1468,"out_tokens":507}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1314,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":23.14592175000007,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1697,"out_tokens":2124},"claude-opus-4-8":{"in_tokens":3229,"out_tokens":754},"claude-opus-4-7":{"in_tokens":3234,"out_tokens":608},"mistral-large-2":{"in_tokens":1891,"out_tokens":788}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":722,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":15.247449060999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":1593},"claude-opus-4-8":{"in_tokens":2598,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":476},"mistral-large-2":{"in_tokens":1460,"out_tokens":733}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":767,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.08015023400003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1894},"claude-opus-4-8":{"in_tokens":2379,"out_tokens":880},"claude-opus-4-7":{"in_tokens":2384,"out_tokens":649},"mistral-large-2":{"in_tokens":1414,"out_tokens":687}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":50.26595196400001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":1689},"claude-opus-4-8":{"in_tokens":2439,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2444,"out_tokens":564},"mistral-large-2":{"in_tokens":1335,"out_tokens":524}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":2631,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":69.74635177900007,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1225},"claude-opus-4-8":{"in_tokens":2171,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2176,"out_tokens":453},"mistral-large-2":{"in_tokens":1198,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":921,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.73340817999997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":1959},"claude-opus-4-8":{"in_tokens":2845,"out_tokens":862},"claude-opus-4-7":{"in_tokens":2850,"out_tokens":727},"mistral-large-2":{"in_tokens":1668,"out_tokens":663}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":3856,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":83.00064966000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":2301},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":976},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":765},"mistral-large-2":{"in_tokens":1465,"out_tokens":675}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":32.68740577699998,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1954,"out_tokens":2377},"claude-opus-4-8":{"in_tokens":3857,"out_tokens":958},"claude-opus-4-7":{"in_tokens":3862,"out_tokens":1108},"mistral-large-2":{"in_tokens":2090,"out_tokens":727}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":841,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.492782439000052,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":2858},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":590},"mistral-large-2":{"in_tokens":1406,"out_tokens":631}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":813,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":13.851269322000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":1226},"claude-opus-4-8":{"in_tokens":2682,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":556},"mistral-large-2":{"in_tokens":1485,"out_tokens":511}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":667,"out_tokens":561,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":29.841353601000037,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1894,"out_tokens":2084},"claude-opus-4-8":{"in_tokens":3741,"out_tokens":1095},"claude-opus-4-7":{"in_tokens":3746,"out_tokens":686},"mistral-large-2":{"in_tokens":2051,"out_tokens":1082}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":890,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.98962915200002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":2147},"claude-opus-4-8":{"in_tokens":2668,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2673,"out_tokens":658},"mistral-large-2":{"in_tokens":1640,"out_tokens":663}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":965,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":26.954556096000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":1509},"claude-opus-4-8":{"in_tokens":2692,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2697,"out_tokens":431},"mistral-large-2":{"in_tokens":1449,"out_tokens":514}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":930,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.45413062399996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":2260},"claude-opus-4-8":{"in_tokens":3110,"out_tokens":688},"claude-opus-4-7":{"in_tokens":3115,"out_tokens":629},"mistral-large-2":{"in_tokens":1823,"out_tokens":663}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":19.73926211999992,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1757,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":3253,"out_tokens":843},"claude-opus-4-7":{"in_tokens":3258,"out_tokens":472},"mistral-large-2":{"in_tokens":1979,"out_tokens":562}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":681,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":13.304678050000007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":1342},"claude-opus-4-8":{"in_tokens":2504,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2509,"out_tokens":501},"mistral-large-2":{"in_tokens":1444,"out_tokens":588}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":889,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.598521446000063,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1871,"out_tokens":1962},"claude-opus-4-8":{"in_tokens":3489,"out_tokens":851},"claude-opus-4-7":{"in_tokens":3494,"out_tokens":561},"mistral-large-2":{"in_tokens":2015,"out_tokens":844}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1556,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":43.77997735100007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1084},"claude-opus-4-8":{"in_tokens":2092,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2097,"out_tokens":469},"mistral-large-2":{"in_tokens":1156,"out_tokens":466}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":637,"out_tokens":488,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":37.406923791000054,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1854,"out_tokens":2227},"claude-opus-4-8":{"in_tokens":3684,"out_tokens":1025},"claude-opus-4-7":{"in_tokens":3689,"out_tokens":702},"mistral-large-2":{"in_tokens":1961,"out_tokens":1295}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":718,"out_tokens":571,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":64.45498351000003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2034,"out_tokens":2058},"claude-opus-4-8":{"in_tokens":3990,"out_tokens":925},"claude-opus-4-7":{"in_tokens":3995,"out_tokens":792},"mistral-large-2":{"in_tokens":2141,"out_tokens":787}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":23.446086634999915,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1168,"out_tokens":1249},"claude-opus-4-8":{"in_tokens":2241,"out_tokens":529},"claude-opus-4-7":{"in_tokens":2246,"out_tokens":472},"mistral-large-2":{"in_tokens":1243,"out_tokens":507}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":697,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":12.063125114999934,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1834},"claude-opus-4-8":{"in_tokens":2571,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2576,"out_tokens":697},"mistral-large-2":{"in_tokens":1495,"out_tokens":716}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":1726,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":46.98774357100001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1336},"claude-opus-4-8":{"in_tokens":2066,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2071,"out_tokens":417},"mistral-large-2":{"in_tokens":1157,"out_tokens":505}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":646,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":12.036465712999984,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":1966},"claude-opus-4-8":{"in_tokens":2482,"out_tokens":849},"claude-opus-4-7":{"in_tokens":2487,"out_tokens":778},"mistral-large-2":{"in_tokens":1417,"out_tokens":674}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":782,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":13.589315964999969,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":1807},"claude-opus-4-8":{"in_tokens":2800,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2805,"out_tokens":603},"mistral-large-2":{"in_tokens":1617,"out_tokens":933}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":935,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.127579934000096,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1629},"claude-opus-4-8":{"in_tokens":2699,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2704,"out_tokens":603},"mistral-large-2":{"in_tokens":1555,"out_tokens":692}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":638,"out_tokens":463,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":44.344844838000085,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1818,"out_tokens":1997},"claude-opus-4-8":{"in_tokens":3564,"out_tokens":953},"claude-opus-4-7":{"in_tokens":3569,"out_tokens":898},"mistral-large-2":{"in_tokens":1964,"out_tokens":741}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":414,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":21.495026155000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1276},"claude-opus-4-8":{"in_tokens":2299,"out_tokens":471},"claude-opus-4-7":{"in_tokens":2304,"out_tokens":425},"mistral-large-2":{"in_tokens":1267,"out_tokens":538}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":863,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":16.588192975000084,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1853},"claude-opus-4-8":{"in_tokens":2783,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":764},"mistral-large-2":{"in_tokens":1583,"out_tokens":736}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":944,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.37082924999993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":2396},"claude-opus-4-8":{"in_tokens":2640,"out_tokens":866},"claude-opus-4-7":{"in_tokens":2645,"out_tokens":662},"mistral-large-2":{"in_tokens":1497,"out_tokens":548}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":929,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":18.06089749900002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":1842},"claude-opus-4-8":{"in_tokens":2736,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2741,"out_tokens":524},"mistral-large-2":{"in_tokens":1518,"out_tokens":580}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":818,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":15.328649960999996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":2269},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":876},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":662},"mistral-large-2":{"in_tokens":1504,"out_tokens":618}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":215,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":28.48824050799999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":2298},"claude-opus-4-8":{"in_tokens":2394,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2399,"out_tokens":573},"mistral-large-2":{"in_tokens":1324,"out_tokens":683}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":592,"out_tokens":383,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":34.959018388000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.1,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":2235},"claude-opus-4-8":{"in_tokens":3048,"out_tokens":1015},"claude-opus-4-7":{"in_tokens":3053,"out_tokens":698},"mistral-large-2":{"in_tokens":1612,"out_tokens":759}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":743,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":13.117714876000036,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":2200},"claude-opus-4-8":{"in_tokens":2502,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2507,"out_tokens":629},"mistral-large-2":{"in_tokens":1452,"out_tokens":577}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":8921,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":173.001226696,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2038,"out_tokens":3217},"claude-opus-4-8":{"in_tokens":3930,"out_tokens":1141},"claude-opus-4-7":{"in_tokens":3935,"out_tokens":844},"mistral-large-2":{"in_tokens":2247,"out_tokens":847}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":621,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":12.106472683999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":840},"claude-opus-4-8":{"in_tokens":2183,"out_tokens":471},"claude-opus-4-7":{"in_tokens":2188,"out_tokens":405},"mistral-large-2":{"in_tokens":1223,"out_tokens":493}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":760,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":15.156783902999905,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":1901},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":528},"mistral-large-2":{"in_tokens":1425,"out_tokens":568}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":928,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.020800398999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":2208},"claude-opus-4-8":{"in_tokens":2564,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2569,"out_tokens":447},"mistral-large-2":{"in_tokens":1386,"out_tokens":519}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":2114,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":47.462235674,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1079},"claude-opus-4-8":{"in_tokens":2031,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2036,"out_tokens":491},"mistral-large-2":{"in_tokens":1114,"out_tokens":509}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":877,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":15.940513060000058,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":2460},"claude-opus-4-8":{"in_tokens":2573,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2578,"out_tokens":497},"mistral-large-2":{"in_tokens":1499,"out_tokens":991}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":242,"out_tokens":2024,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":41.45669889800001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":1010},"claude-opus-4-8":{"in_tokens":2030,"out_tokens":537},"claude-opus-4-7":{"in_tokens":2035,"out_tokens":478},"mistral-large-2":{"in_tokens":1114,"out_tokens":447}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":3962,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":122.229863937,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1758,"out_tokens":1613},"claude-opus-4-8":{"in_tokens":3336,"out_tokens":731},"claude-opus-4-7":{"in_tokens":3341,"out_tokens":497},"mistral-large-2":{"in_tokens":1843,"out_tokens":602}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1271,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":23.87015729999996,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1783,"out_tokens":3396},"claude-opus-4-8":{"in_tokens":3490,"out_tokens":981},"claude-opus-4-7":{"in_tokens":3495,"out_tokens":765},"mistral-large-2":{"in_tokens":1929,"out_tokens":737}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":744,"out_tokens":550,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":35.47133927200002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2032,"out_tokens":2427},"claude-opus-4-8":{"in_tokens":3975,"out_tokens":937},"claude-opus-4-7":{"in_tokens":3980,"out_tokens":841},"mistral-large-2":{"in_tokens":2184,"out_tokens":973}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":645,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":46.167746912999974,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2023,"out_tokens":2340},"claude-opus-4-8":{"in_tokens":3977,"out_tokens":996},"claude-opus-4-7":{"in_tokens":3982,"out_tokens":813},"mistral-large-2":{"in_tokens":2165,"out_tokens":879}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1258,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":25.319160643000032,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":2230},"claude-opus-4-8":{"in_tokens":3295,"out_tokens":772},"claude-opus-4-7":{"in_tokens":3300,"out_tokens":543},"mistral-large-2":{"in_tokens":1728,"out_tokens":632}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":7820,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":151.1379981089999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2135,"out_tokens":2833},"claude-opus-4-8":{"in_tokens":4145,"out_tokens":818},"claude-opus-4-7":{"in_tokens":4150,"out_tokens":932},"mistral-large-2":{"in_tokens":2312,"out_tokens":988}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1277,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":22.432018371000026,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1485,"out_tokens":2339},"claude-opus-4-8":{"in_tokens":2994,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2999,"out_tokens":583},"mistral-large-2":{"in_tokens":1584,"out_tokens":732}}}
{"model_id":"grok-4.5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":860,"out_tokens":598,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":56.49932905200001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2196,"out_tokens":2488},"claude-opus-4-8":{"in_tokens":4271,"out_tokens":1287},"claude-opus-4-7":{"in_tokens":4276,"out_tokens":893},"mistral-large-2":{"in_tokens":2289,"out_tokens":776}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1577,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":33.610703955000076,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1807,"out_tokens":3151},"claude-opus-4-8":{"in_tokens":3602,"out_tokens":801},"claude-opus-4-7":{"in_tokens":3607,"out_tokens":772},"mistral-large-2":{"in_tokens":1943,"out_tokens":947}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1216,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":22.788441122999984,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":2068},"claude-opus-4-8":{"in_tokens":2663,"out_tokens":656},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":535},"mistral-large-2":{"in_tokens":1429,"out_tokens":662}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1128,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.996987228999956,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1298,"out_tokens":2749},"claude-opus-4-8":{"in_tokens":2574,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":807},"mistral-large-2":{"in_tokens":1373,"out_tokens":549}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1489,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":29.75875738100001,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":3190},"claude-opus-4-8":{"in_tokens":2929,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2934,"out_tokens":549},"mistral-large-2":{"in_tokens":1640,"out_tokens":902}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":2299,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":50.16592726399995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1125,"out_tokens":1536},"claude-opus-4-8":{"in_tokens":2127,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2132,"out_tokens":531},"mistral-large-2":{"in_tokens":1238,"out_tokens":835}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1084,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":19.8995847729999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1362,"out_tokens":3137},"claude-opus-4-8":{"in_tokens":2648,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2653,"out_tokens":724},"mistral-large-2":{"in_tokens":1481,"out_tokens":713}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2517,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":56.8566426110001,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1053,"out_tokens":2003},"claude-opus-4-8":{"in_tokens":2062,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2067,"out_tokens":603},"mistral-large-2":{"in_tokens":1137,"out_tokens":700}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2763,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":421.289076078,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1335},"claude-opus-4-8":{"in_tokens":2297,"out_tokens":496},"claude-opus-4-7":{"in_tokens":2302,"out_tokens":428},"mistral-large-2":{"in_tokens":1301,"out_tokens":519}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1304,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.092197091999992,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1531},"claude-opus-4-8":{"in_tokens":2817,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2822,"out_tokens":554},"mistral-large-2":{"in_tokens":1528,"out_tokens":508}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":947,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.828289021000046,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":2292},"claude-opus-4-8":{"in_tokens":2487,"out_tokens":955},"claude-opus-4-7":{"in_tokens":2492,"out_tokens":575},"mistral-large-2":{"in_tokens":1348,"out_tokens":651}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1269,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.534926678000033,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1940},"claude-opus-4-8":{"in_tokens":2803,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2808,"out_tokens":419},"mistral-large-2":{"in_tokens":1477,"out_tokens":496}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1338,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":23.45709267799998,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":2781},"claude-opus-4-8":{"in_tokens":2693,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":953},"mistral-large-2":{"in_tokens":1428,"out_tokens":622}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":12746,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":244.53169538999998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2123,"out_tokens":3656},"claude-opus-4-8":{"in_tokens":4084,"out_tokens":1110},"claude-opus-4-7":{"in_tokens":4089,"out_tokens":946},"mistral-large-2":{"in_tokens":2277,"out_tokens":889}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1096,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":20.263565932999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1899},"claude-opus-4-8":{"in_tokens":2488,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2493,"out_tokens":538},"mistral-large-2":{"in_tokens":1349,"out_tokens":666}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1228,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.88770715999999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1472,"out_tokens":2595},"claude-opus-4-8":{"in_tokens":2905,"out_tokens":875},"claude-opus-4-7":{"in_tokens":2910,"out_tokens":731},"mistral-large-2":{"in_tokens":1601,"out_tokens":719}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1374,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":25.413670577999937,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":2727},"claude-opus-4-8":{"in_tokens":3230,"out_tokens":944},"claude-opus-4-7":{"in_tokens":3235,"out_tokens":804},"mistral-large-2":{"in_tokens":1768,"out_tokens":780}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1251,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":24.59590786399997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":2260},"claude-opus-4-8":{"in_tokens":2798,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2803,"out_tokens":513},"mistral-large-2":{"in_tokens":1537,"out_tokens":736}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2088,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":47.04361828200001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":979,"out_tokens":1364},"claude-opus-4-8":{"in_tokens":1874,"out_tokens":624},"claude-opus-4-7":{"in_tokens":1879,"out_tokens":580},"mistral-large-2":{"in_tokens":1111,"out_tokens":677}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":1708,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":36.65010224100001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":981,"out_tokens":1422},"claude-opus-4-8":{"in_tokens":1900,"out_tokens":610},"claude-opus-4-7":{"in_tokens":1905,"out_tokens":480},"mistral-large-2":{"in_tokens":1058,"out_tokens":469}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":1951,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":44.04358098,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1267},"claude-opus-4-8":{"in_tokens":2107,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2112,"out_tokens":575},"mistral-large-2":{"in_tokens":1201,"out_tokens":575}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":920,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":18.85955840700001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1787},"claude-opus-4-8":{"in_tokens":2475,"out_tokens":524},"claude-opus-4-7":{"in_tokens":2480,"out_tokens":543},"mistral-large-2":{"in_tokens":1290,"out_tokens":515}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":931,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":16.001304659000084,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":1855},"claude-opus-4-8":{"in_tokens":2429,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2434,"out_tokens":450},"mistral-large-2":{"in_tokens":1269,"out_tokens":779}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":34.44884742600004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2484,"out_tokens":2659},"claude-opus-4-8":{"in_tokens":4828,"out_tokens":914},"claude-opus-4-7":{"in_tokens":4833,"out_tokens":748},"mistral-large-2":{"in_tokens":2624,"out_tokens":951}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":322,"out_tokens":1789,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":34.00600416500015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":975,"out_tokens":988},"claude-opus-4-8":{"in_tokens":1908,"out_tokens":584},"claude-opus-4-7":{"in_tokens":1913,"out_tokens":491},"mistral-large-2":{"in_tokens":1059,"out_tokens":501}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":1937,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":34.597302985000056,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2327,"out_tokens":3561},"claude-opus-4-8":{"in_tokens":4564,"out_tokens":1035},"claude-opus-4-7":{"in_tokens":4569,"out_tokens":929},"mistral-large-2":{"in_tokens":2511,"out_tokens":821}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":1898,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":34.86061340399999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":2314},"claude-opus-4-8":{"in_tokens":1980,"out_tokens":698},"claude-opus-4-7":{"in_tokens":1985,"out_tokens":612},"mistral-large-2":{"in_tokens":1155,"out_tokens":565}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1651,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":31.221904481000024,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2169,"out_tokens":3568},"claude-opus-4-8":{"in_tokens":4260,"out_tokens":1268},"claude-opus-4-7":{"in_tokens":4265,"out_tokens":883},"mistral-large-2":{"in_tokens":2308,"out_tokens":932}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1721,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":31.975567695999985,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2179,"out_tokens":2391},"claude-opus-4-8":{"in_tokens":4291,"out_tokens":959},"claude-opus-4-7":{"in_tokens":4296,"out_tokens":709},"mistral-large-2":{"in_tokens":2367,"out_tokens":763}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":2420,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":42.98279266599991,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1761},"claude-opus-4-8":{"in_tokens":2134,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2139,"out_tokens":532},"mistral-large-2":{"in_tokens":1201,"out_tokens":546}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":12373,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":232.71231824899996,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2457,"out_tokens":3227},"claude-opus-4-8":{"in_tokens":4707,"out_tokens":1172},"claude-opus-4-7":{"in_tokens":4712,"out_tokens":835},"mistral-large-2":{"in_tokens":2621,"out_tokens":1061}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1493,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":27.23685718699994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":2190},"claude-opus-4-8":{"in_tokens":3088,"out_tokens":609},"claude-opus-4-7":{"in_tokens":3093,"out_tokens":521},"mistral-large-2":{"in_tokens":1685,"out_tokens":661}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":2052,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":31.002712683000027,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":1374},"claude-opus-4-8":{"in_tokens":1981,"out_tokens":616},"claude-opus-4-7":{"in_tokens":1986,"out_tokens":526},"mistral-large-2":{"in_tokens":1140,"out_tokens":523}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":8693,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":170.3929978839999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2081,"out_tokens":2954},"claude-opus-4-8":{"in_tokens":4045,"out_tokens":807},"claude-opus-4-7":{"in_tokens":4050,"out_tokens":836},"mistral-large-2":{"in_tokens":2244,"out_tokens":668}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1903,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":34.96978726799989,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2297,"out_tokens":3625},"claude-opus-4-8":{"in_tokens":4482,"out_tokens":1156},"claude-opus-4-7":{"in_tokens":4487,"out_tokens":906},"mistral-large-2":{"in_tokens":2480,"out_tokens":761}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1312,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":27.393022228999826,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":880},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":595},"mistral-large-2":{"in_tokens":1557,"out_tokens":732}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1550,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":28.451982986000075,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1899,"out_tokens":3926},"claude-opus-4-8":{"in_tokens":3761,"out_tokens":1181},"claude-opus-4-7":{"in_tokens":3766,"out_tokens":786},"mistral-large-2":{"in_tokens":2065,"out_tokens":800}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":1710,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":28.80917833400008,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":1825},"claude-opus-4-8":{"in_tokens":2239,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2244,"out_tokens":622},"mistral-large-2":{"in_tokens":1299,"out_tokens":734}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1126,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":21.403465580999864,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1598,"out_tokens":2696},"claude-opus-4-8":{"in_tokens":3046,"out_tokens":877},"claude-opus-4-7":{"in_tokens":3051,"out_tokens":710},"mistral-large-2":{"in_tokens":1719,"out_tokens":734}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":2765,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":47.79926158100011,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1071},"claude-opus-4-8":{"in_tokens":2048,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2053,"out_tokens":492},"mistral-large-2":{"in_tokens":1175,"out_tokens":552}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":5926,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":116.26475413700007,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1791,"out_tokens":2401},"claude-opus-4-8":{"in_tokens":3614,"out_tokens":877},"claude-opus-4-7":{"in_tokens":3619,"out_tokens":683},"mistral-large-2":{"in_tokens":1921,"out_tokens":887}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":8970,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":168.86154583999996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1774,"out_tokens":2549},"claude-opus-4-8":{"in_tokens":3498,"out_tokens":685},"claude-opus-4-7":{"in_tokens":3503,"out_tokens":686},"mistral-large-2":{"in_tokens":1883,"out_tokens":747}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":35.600112717,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2585,"out_tokens":3102},"claude-opus-4-8":{"in_tokens":5022,"out_tokens":962},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":1036},"mistral-large-2":{"in_tokens":2700,"out_tokens":1103}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2018,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":37.34952259900001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2518,"out_tokens":2009},"claude-opus-4-8":{"in_tokens":4844,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4849,"out_tokens":782},"mistral-large-2":{"in_tokens":2714,"out_tokens":936}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":39.33645380200005,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2390,"out_tokens":2977},"claude-opus-4-8":{"in_tokens":4683,"out_tokens":1128},"claude-opus-4-7":{"in_tokens":4688,"out_tokens":775},"mistral-large-2":{"in_tokens":2579,"out_tokens":960}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":300,"out_tokens":1941,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":45.23051256300005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":1425},"claude-opus-4-8":{"in_tokens":1859,"out_tokens":650},"claude-opus-4-7":{"in_tokens":1864,"out_tokens":492},"mistral-large-2":{"in_tokens":1094,"out_tokens":506}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":2007,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":45.68431991200009,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1642},"claude-opus-4-8":{"in_tokens":2199,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2204,"out_tokens":633},"mistral-large-2":{"in_tokens":1272,"out_tokens":620}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":3651,"error":null,"skip_reason":null,"score_raw":0.1388888888888889,"duration_s":81.31091966999998,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1767},"claude-opus-4-8":{"in_tokens":2176,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2181,"out_tokens":538},"mistral-large-2":{"in_tokens":1222,"out_tokens":584}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":4744,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":95.21308655799999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1620,"out_tokens":1635},"claude-opus-4-8":{"in_tokens":3269,"out_tokens":652},"claude-opus-4-7":{"in_tokens":3274,"out_tokens":548},"mistral-large-2":{"in_tokens":1713,"out_tokens":691}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":2743,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":52.74371635500006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1011,"out_tokens":1511},"claude-opus-4-8":{"in_tokens":2029,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2034,"out_tokens":621},"mistral-large-2":{"in_tokens":1076,"out_tokens":531}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":7747,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":257.72115523799994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2118,"out_tokens":1332},"claude-opus-4-8":{"in_tokens":4049,"out_tokens":546},"claude-opus-4-7":{"in_tokens":4054,"out_tokens":529},"mistral-large-2":{"in_tokens":2209,"out_tokens":533}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":2424,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":47.089778343000035,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1647},"claude-opus-4-8":{"in_tokens":2112,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2117,"out_tokens":599},"mistral-large-2":{"in_tokens":1157,"out_tokens":818}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2530,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":42.92800799099996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1495},"claude-opus-4-8":{"in_tokens":2018,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2023,"out_tokens":501},"mistral-large-2":{"in_tokens":1222,"out_tokens":792}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":7726,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":138.08780311700002,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":2899},"claude-opus-4-8":{"in_tokens":2984,"out_tokens":1075},"claude-opus-4-7":{"in_tokens":2989,"out_tokens":807},"mistral-large-2":{"in_tokens":1561,"out_tokens":804}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2481,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":39.431803055000046,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":807},"claude-opus-4-8":{"in_tokens":2070,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":539},"mistral-large-2":{"in_tokens":1129,"out_tokens":477}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":2607,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":37.688832794000064,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1366,"out_tokens":1173},"claude-opus-4-8":{"in_tokens":2520,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2525,"out_tokens":496},"mistral-large-2":{"in_tokens":1541,"out_tokens":532}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":3920,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":63.53849322500014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":2556},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":476},"mistral-large-2":{"in_tokens":1484,"out_tokens":490}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":8442,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":160.00642829999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1798,"out_tokens":1928},"claude-opus-4-8":{"in_tokens":3533,"out_tokens":708},"claude-opus-4-7":{"in_tokens":3538,"out_tokens":762},"mistral-large-2":{"in_tokens":1961,"out_tokens":746}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":3797,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":69.91392414699999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":2375},"claude-opus-4-8":{"in_tokens":3086,"out_tokens":979},"claude-opus-4-7":{"in_tokens":3091,"out_tokens":648},"mistral-large-2":{"in_tokens":1764,"out_tokens":635}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":2179,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":44.34382584800005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1058},"claude-opus-4-8":{"in_tokens":2103,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2108,"out_tokens":563},"mistral-large-2":{"in_tokens":1212,"out_tokens":567}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":4353,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":119.43542992900007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1780,"out_tokens":1645},"claude-opus-4-8":{"in_tokens":3337,"out_tokens":727},"claude-opus-4-7":{"in_tokens":3342,"out_tokens":559},"mistral-large-2":{"in_tokens":1873,"out_tokens":554}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":8560,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":162.5403583589998,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1873,"out_tokens":3046},"claude-opus-4-8":{"in_tokens":3692,"out_tokens":1175},"claude-opus-4-7":{"in_tokens":3697,"out_tokens":967},"mistral-large-2":{"in_tokens":2036,"out_tokens":817}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":10958,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":217.71667525299995,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2619,"out_tokens":3992},"claude-opus-4-8":{"in_tokens":5003,"out_tokens":1309},"claude-opus-4-7":{"in_tokens":5008,"out_tokens":1120},"mistral-large-2":{"in_tokens":2786,"out_tokens":909}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2262,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":43.09443196400002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1237,"out_tokens":1838},"claude-opus-4-8":{"in_tokens":2382,"out_tokens":867},"claude-opus-4-7":{"in_tokens":2387,"out_tokens":666},"mistral-large-2":{"in_tokens":1354,"out_tokens":718}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":3988,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":72.93382109899994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2199,"out_tokens":1662},"claude-opus-4-8":{"in_tokens":4259,"out_tokens":635},"claude-opus-4-7":{"in_tokens":4264,"out_tokens":569},"mistral-large-2":{"in_tokens":2291,"out_tokens":562}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":2349,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":44.76021894500013,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1083,"out_tokens":1501},"claude-opus-4-8":{"in_tokens":2082,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2087,"out_tokens":555},"mistral-large-2":{"in_tokens":1192,"out_tokens":635}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1401,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":25.98047082700009,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":1678},"claude-opus-4-8":{"in_tokens":2978,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2983,"out_tokens":531},"mistral-large-2":{"in_tokens":1627,"out_tokens":580}}}
{"model_id":"gpt-5.6-sol","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":7426,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":149.14764510700002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1630,"out_tokens":1851},"claude-opus-4-8":{"in_tokens":3227,"out_tokens":764},"claude-opus-4-7":{"in_tokens":3232,"out_tokens":713},"mistral-large-2":{"in_tokens":1701,"out_tokens":598}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":2276,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":43.41461743699983,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1821,"out_tokens":1620},"claude-opus-4-8":{"in_tokens":3438,"out_tokens":681},"claude-opus-4-7":{"in_tokens":3443,"out_tokens":649},"mistral-large-2":{"in_tokens":1900,"out_tokens":742}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":375,"out_tokens":2672,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":42.286279037999975,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":1366},"claude-opus-4-8":{"in_tokens":2152,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2157,"out_tokens":656},"mistral-large-2":{"in_tokens":1246,"out_tokens":650}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":2258,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":42.37831269200001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":1449},"claude-opus-4-8":{"in_tokens":3126,"out_tokens":619},"claude-opus-4-7":{"in_tokens":3131,"out_tokens":603},"mistral-large-2":{"in_tokens":1746,"out_tokens":637}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":2998,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":48.62973767199992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1463},"claude-opus-4-8":{"in_tokens":2207,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2212,"out_tokens":597},"mistral-large-2":{"in_tokens":1232,"out_tokens":582}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1559,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":32.03106367600003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1511},"claude-opus-4-8":{"in_tokens":2665,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2670,"out_tokens":433},"mistral-large-2":{"in_tokens":1455,"out_tokens":607}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":2435,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":46.14665937100017,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":2067},"claude-opus-4-8":{"in_tokens":2870,"out_tokens":895},"claude-opus-4-7":{"in_tokens":2875,"out_tokens":587},"mistral-large-2":{"in_tokens":1569,"out_tokens":633}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":3883,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":69.7077535479998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1910,"out_tokens":2108},"claude-opus-4-8":{"in_tokens":3621,"out_tokens":525},"claude-opus-4-7":{"in_tokens":3626,"out_tokens":436},"mistral-large-2":{"in_tokens":1999,"out_tokens":578}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":743,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":15.231521573000009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":1030},"claude-opus-4-8":{"in_tokens":2017,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2022,"out_tokens":451},"mistral-large-2":{"in_tokens":1095,"out_tokens":471}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":2046,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":42.69992155299997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1677,"out_tokens":1548},"claude-opus-4-8":{"in_tokens":3279,"out_tokens":549},"claude-opus-4-7":{"in_tokens":3284,"out_tokens":578},"mistral-large-2":{"in_tokens":1778,"out_tokens":572}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1040,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":24.282522647000178,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1434},"claude-opus-4-8":{"in_tokens":2700,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2705,"out_tokens":537},"mistral-large-2":{"in_tokens":1483,"out_tokens":602}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1256,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":27.238058081999952,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1788,"out_tokens":1452},"claude-opus-4-8":{"in_tokens":3453,"out_tokens":631},"claude-opus-4-7":{"in_tokens":3458,"out_tokens":473},"mistral-large-2":{"in_tokens":1865,"out_tokens":596}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1549,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":31.243758091000018,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":2103},"claude-opus-4-8":{"in_tokens":2774,"out_tokens":836},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":524},"mistral-large-2":{"in_tokens":1530,"out_tokens":889}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":1742,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":48.32109084500007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1011,"out_tokens":1385},"claude-opus-4-8":{"in_tokens":1981,"out_tokens":748},"claude-opus-4-7":{"in_tokens":1986,"out_tokens":620},"mistral-large-2":{"in_tokens":1106,"out_tokens":518}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":4026,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":131.97511786099994,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1816,"out_tokens":1997},"claude-opus-4-8":{"in_tokens":3454,"out_tokens":825},"claude-opus-4-7":{"in_tokens":3459,"out_tokens":526},"mistral-large-2":{"in_tokens":1911,"out_tokens":881}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1031,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.53945984699999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":900},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":527},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":502},"mistral-large-2":{"in_tokens":1445,"out_tokens":576}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1678,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":32.618642430000136,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":1768},"claude-opus-4-8":{"in_tokens":2914,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2919,"out_tokens":526},"mistral-large-2":{"in_tokens":1592,"out_tokens":552}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":3682,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":89.29908100000011,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":1953},"claude-opus-4-8":{"in_tokens":2096,"out_tokens":899},"claude-opus-4-7":{"in_tokens":2101,"out_tokens":727},"mistral-large-2":{"in_tokens":1152,"out_tokens":636}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":801,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.567748245000075,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2709,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2714,"out_tokens":541},"mistral-large-2":{"in_tokens":1492,"out_tokens":552}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1690,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":37.323336861999906,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1789,"out_tokens":1652},"claude-opus-4-8":{"in_tokens":3420,"out_tokens":644},"claude-opus-4-7":{"in_tokens":3425,"out_tokens":590},"mistral-large-2":{"in_tokens":1851,"out_tokens":643}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1625,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":36.45726641600004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1569,"out_tokens":1477},"claude-opus-4-8":{"in_tokens":3023,"out_tokens":777},"claude-opus-4-7":{"in_tokens":3028,"out_tokens":679},"mistral-large-2":{"in_tokens":1627,"out_tokens":819}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":1109,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":38.33381600500002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1473},"claude-opus-4-8":{"in_tokens":2415,"out_tokens":549},"claude-opus-4-7":{"in_tokens":2420,"out_tokens":470},"mistral-large-2":{"in_tokens":1339,"out_tokens":771}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":861,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.09855919100005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1351},"claude-opus-4-8":{"in_tokens":2757,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2762,"out_tokens":528},"mistral-large-2":{"in_tokens":1519,"out_tokens":649}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":2370,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":49.249534751000056,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":2000},"claude-opus-4-8":{"in_tokens":1994,"out_tokens":829},"claude-opus-4-7":{"in_tokens":1999,"out_tokens":543},"mistral-large-2":{"in_tokens":1161,"out_tokens":900}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":893,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":17.85127417500007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":1319},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":452},"mistral-large-2":{"in_tokens":1315,"out_tokens":523}}}
{"model_id":"gpt-5.6-sol","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1721,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":29.85371744100007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1239},"claude-opus-4-8":{"in_tokens":2089,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2094,"out_tokens":451},"mistral-large-2":{"in_tokens":1150,"out_tokens":473}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":1957,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":39.203246761999935,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1017,"out_tokens":1153},"claude-opus-4-8":{"in_tokens":1950,"out_tokens":657},"claude-opus-4-7":{"in_tokens":1955,"out_tokens":462},"mistral-large-2":{"in_tokens":1127,"out_tokens":496}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":2847,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":52.28288284600012,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":978,"out_tokens":1898},"claude-opus-4-8":{"in_tokens":1884,"out_tokens":663},"claude-opus-4-7":{"in_tokens":1889,"out_tokens":507},"mistral-large-2":{"in_tokens":1031,"out_tokens":479}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":2910,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":62.88931112099999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":2360},"claude-opus-4-8":{"in_tokens":2527,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":575},"mistral-large-2":{"in_tokens":1367,"out_tokens":669}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":2606,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":41.26652460200012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1027,"out_tokens":998},"claude-opus-4-8":{"in_tokens":1921,"out_tokens":576},"claude-opus-4-7":{"in_tokens":1926,"out_tokens":450},"mistral-large-2":{"in_tokens":1100,"out_tokens":490}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3073,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":66.02791425700002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1355,"out_tokens":2668},"claude-opus-4-8":{"in_tokens":2654,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2659,"out_tokens":548},"mistral-large-2":{"in_tokens":1528,"out_tokens":732}}}
{"model_id":"kimi-k3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":2869,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":80.84938453099994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1759,"out_tokens":1261},"claude-opus-4-8":{"in_tokens":3385,"out_tokens":588},"claude-opus-4-7":{"in_tokens":3390,"out_tokens":508},"mistral-large-2":{"in_tokens":1859,"out_tokens":554}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":1669,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":22.955863763000025,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":963,"out_tokens":1507},"claude-opus-4-8":{"in_tokens":1854,"out_tokens":784},"claude-opus-4-7":{"in_tokens":1859,"out_tokens":450},"mistral-large-2":{"in_tokens":1051,"out_tokens":508}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":4985,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":101.75299350599994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":1729},"claude-opus-4-8":{"in_tokens":2735,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2740,"out_tokens":551},"mistral-large-2":{"in_tokens":1562,"out_tokens":762}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2135,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":41.37142581100011,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1509},"claude-opus-4-8":{"in_tokens":2272,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2277,"out_tokens":614},"mistral-large-2":{"in_tokens":1280,"out_tokens":557}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":1544,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":48.31330257500008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":880},"claude-opus-4-8":{"in_tokens":2516,"out_tokens":454},"claude-opus-4-7":{"in_tokens":2521,"out_tokens":355},"mistral-large-2":{"in_tokens":1367,"out_tokens":509}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3019,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":67.95434930400006,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1910},"claude-opus-4-8":{"in_tokens":2596,"out_tokens":784},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":617},"mistral-large-2":{"in_tokens":1390,"out_tokens":663}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":3095,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":64.79340747899982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1117},"claude-opus-4-8":{"in_tokens":2332,"out_tokens":630},"claude-opus-4-7":{"in_tokens":2337,"out_tokens":545},"mistral-large-2":{"in_tokens":1359,"out_tokens":616}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1262,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":25.900439488999837,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1165,"out_tokens":1151},"claude-opus-4-8":{"in_tokens":2191,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2196,"out_tokens":527},"mistral-large-2":{"in_tokens":1282,"out_tokens":537}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":7740,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":164.76422063500013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1439,"out_tokens":2915},"claude-opus-4-8":{"in_tokens":2808,"out_tokens":714},"claude-opus-4-7":{"in_tokens":2813,"out_tokens":653},"mistral-large-2":{"in_tokens":1570,"out_tokens":609}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1307,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":27.885408503000008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":916},"claude-opus-4-8":{"in_tokens":2360,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2365,"out_tokens":529},"mistral-large-2":{"in_tokens":1333,"out_tokens":550}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":4249,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":94.41113445699989,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":1767},"claude-opus-4-8":{"in_tokens":3142,"out_tokens":617},"claude-opus-4-7":{"in_tokens":3147,"out_tokens":579},"mistral-large-2":{"in_tokens":1742,"out_tokens":743}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":6193,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":168.03414068400002,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1969},"claude-opus-4-8":{"in_tokens":2771,"out_tokens":1032},"claude-opus-4-7":{"in_tokens":2776,"out_tokens":680},"mistral-large-2":{"in_tokens":1510,"out_tokens":800}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":3386,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":67.93928536099997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1273,"out_tokens":1390},"claude-opus-4-8":{"in_tokens":2432,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2437,"out_tokens":509},"mistral-large-2":{"in_tokens":1373,"out_tokens":729}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":4278,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":79.851859892,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":2031},"claude-opus-4-8":{"in_tokens":2146,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2151,"out_tokens":456},"mistral-large-2":{"in_tokens":1278,"out_tokens":597}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":749,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":15.392854724000017,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1102,"out_tokens":1339},"claude-opus-4-8":{"in_tokens":2228,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2233,"out_tokens":547},"mistral-large-2":{"in_tokens":1178,"out_tokens":497}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":443,"out_tokens":4979,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":160.49816336000004,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1755,"out_tokens":2117},"claude-opus-4-8":{"in_tokens":3267,"out_tokens":752},"claude-opus-4-7":{"in_tokens":3272,"out_tokens":514},"mistral-large-2":{"in_tokens":1820,"out_tokens":838}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":6366,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":134.618760974,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1695,"out_tokens":2428},"claude-opus-4-8":{"in_tokens":3300,"out_tokens":957},"claude-opus-4-7":{"in_tokens":3305,"out_tokens":1078},"mistral-large-2":{"in_tokens":1863,"out_tokens":811}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":5748,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":115.1067735659999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":2687},"claude-opus-4-8":{"in_tokens":3105,"out_tokens":755},"claude-opus-4-7":{"in_tokens":3110,"out_tokens":528},"mistral-large-2":{"in_tokens":1755,"out_tokens":675}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":3441,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":67.86120032100007,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":2702,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2707,"out_tokens":639},"mistral-large-2":{"in_tokens":1456,"out_tokens":605}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":2045,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":68.14660376899997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1953,"out_tokens":2013},"claude-opus-4-8":{"in_tokens":3683,"out_tokens":564},"claude-opus-4-7":{"in_tokens":3688,"out_tokens":572},"mistral-large-2":{"in_tokens":2039,"out_tokens":656}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":5067,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":98.33259103899991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1539,"out_tokens":1920},"claude-opus-4-8":{"in_tokens":2860,"out_tokens":997},"claude-opus-4-7":{"in_tokens":2865,"out_tokens":566},"mistral-large-2":{"in_tokens":1745,"out_tokens":680}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":5048,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":137.78480253099997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":2418},"claude-opus-4-8":{"in_tokens":2670,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2675,"out_tokens":630},"mistral-large-2":{"in_tokens":1375,"out_tokens":619}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.000564174,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0013330929999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.000853201,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.000448097,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0012500550001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":4545,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":91.12913326500006,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1826},"claude-opus-4-8":{"in_tokens":2709,"out_tokens":992},"claude-opus-4-7":{"in_tokens":2714,"out_tokens":574},"mistral-large-2":{"in_tokens":1481,"out_tokens":811}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":1470,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":47.00245976399992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1635,"out_tokens":1250},"claude-opus-4-8":{"in_tokens":3071,"out_tokens":713},"claude-opus-4-7":{"in_tokens":3076,"out_tokens":549},"mistral-large-2":{"in_tokens":1713,"out_tokens":773}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":3406,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":72.873632219,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1545,"out_tokens":2302},"claude-opus-4-8":{"in_tokens":2899,"out_tokens":790},"claude-opus-4-7":{"in_tokens":2904,"out_tokens":663},"mistral-large-2":{"in_tokens":1736,"out_tokens":521}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":761,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":17.09947663999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1053},"claude-opus-4-8":{"in_tokens":2289,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2294,"out_tokens":498},"mistral-large-2":{"in_tokens":1308,"out_tokens":602}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":6154,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":125.114058871,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1588,"out_tokens":1857},"claude-opus-4-8":{"in_tokens":3083,"out_tokens":754},"claude-opus-4-7":{"in_tokens":3088,"out_tokens":527},"mistral-large-2":{"in_tokens":1774,"out_tokens":694}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":2410,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":71.21701991999998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1601,"out_tokens":1279},"claude-opus-4-8":{"in_tokens":3059,"out_tokens":575},"claude-opus-4-7":{"in_tokens":3064,"out_tokens":444},"mistral-large-2":{"in_tokens":1685,"out_tokens":648}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":4704,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":92.49580915399997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":2664},"claude-opus-4-8":{"in_tokens":3656,"out_tokens":862},"claude-opus-4-7":{"in_tokens":3661,"out_tokens":746},"mistral-large-2":{"in_tokens":2130,"out_tokens":1169}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2557,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":72.84332038599996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1772},"claude-opus-4-8":{"in_tokens":2684,"out_tokens":601},"claude-opus-4-7":{"in_tokens":2689,"out_tokens":564},"mistral-large-2":{"in_tokens":1445,"out_tokens":528}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2613,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":82.71108346799997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1923,"out_tokens":1106},"claude-opus-4-8":{"in_tokens":3620,"out_tokens":535},"claude-opus-4-7":{"in_tokens":3625,"out_tokens":464},"mistral-large-2":{"in_tokens":2007,"out_tokens":664}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":2919,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":93.23098528199989,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2156,"out_tokens":1459},"claude-opus-4-8":{"in_tokens":4083,"out_tokens":608},"claude-opus-4-7":{"in_tokens":4088,"out_tokens":512},"mistral-large-2":{"in_tokens":2236,"out_tokens":717}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":2491,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":80.89133211300009,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1617,"out_tokens":1063},"claude-opus-4-8":{"in_tokens":2996,"out_tokens":659},"claude-opus-4-7":{"in_tokens":3001,"out_tokens":480},"mistral-large-2":{"in_tokens":1694,"out_tokens":622}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":3810,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":80.20493197000019,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1332,"out_tokens":1690},"claude-opus-4-8":{"in_tokens":2594,"out_tokens":825},"claude-opus-4-7":{"in_tokens":2599,"out_tokens":586},"mistral-large-2":{"in_tokens":1485,"out_tokens":617}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":3893,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":114.6243740760001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1720,"out_tokens":1081},"claude-opus-4-8":{"in_tokens":3280,"out_tokens":620},"claude-opus-4-7":{"in_tokens":3285,"out_tokens":538},"mistral-large-2":{"in_tokens":1798,"out_tokens":600}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":3338,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":69.5041644160001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1191,"out_tokens":1282},"claude-opus-4-8":{"in_tokens":2311,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":590},"mistral-large-2":{"in_tokens":1319,"out_tokens":660}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":4667,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":100.03457650900009,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":2108},"claude-opus-4-8":{"in_tokens":3082,"out_tokens":842},"claude-opus-4-7":{"in_tokens":3087,"out_tokens":719},"mistral-large-2":{"in_tokens":1739,"out_tokens":909}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":1946,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":61.709567189000154,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":1753},"claude-opus-4-8":{"in_tokens":2557,"out_tokens":785},"claude-opus-4-7":{"in_tokens":2562,"out_tokens":589},"mistral-large-2":{"in_tokens":1400,"out_tokens":650}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":1935,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":69.18589038599998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1609,"out_tokens":1314},"claude-opus-4-8":{"in_tokens":3135,"out_tokens":557},"claude-opus-4-7":{"in_tokens":3140,"out_tokens":511},"mistral-large-2":{"in_tokens":1684,"out_tokens":530}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2362,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":88.45702112699996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":1456},"claude-opus-4-8":{"in_tokens":2191,"out_tokens":578},"claude-opus-4-7":{"in_tokens":2196,"out_tokens":494},"mistral-large-2":{"in_tokens":1139,"out_tokens":474}}}
{"model_id":"kimi-k3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":4827,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":166.748132317,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":1667},"claude-opus-4-8":{"in_tokens":3005,"out_tokens":707},"claude-opus-4-7":{"in_tokens":3010,"out_tokens":712},"mistral-large-2":{"in_tokens":1629,"out_tokens":696}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":2977,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":66.39021618700008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1984},"claude-opus-4-8":{"in_tokens":2739,"out_tokens":905},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":785},"mistral-large-2":{"in_tokens":1500,"out_tokens":734}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":4124,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":88.9277399309999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1295},"claude-opus-4-8":{"in_tokens":2420,"out_tokens":811},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":536},"mistral-large-2":{"in_tokens":1323,"out_tokens":574}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":2761,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":80.18466098299973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":1902},"claude-opus-4-8":{"in_tokens":2722,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2727,"out_tokens":542},"mistral-large-2":{"in_tokens":1531,"out_tokens":496}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2617,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":81.94462271500015,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":990,"out_tokens":1972},"claude-opus-4-8":{"in_tokens":1958,"out_tokens":675},"claude-opus-4-7":{"in_tokens":1963,"out_tokens":582},"mistral-large-2":{"in_tokens":1073,"out_tokens":538}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":4977,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":159.32203904300013,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1469,"out_tokens":1954},"claude-opus-4-8":{"in_tokens":2881,"out_tokens":850},"claude-opus-4-7":{"in_tokens":2886,"out_tokens":788},"mistral-large-2":{"in_tokens":1603,"out_tokens":904}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":6248,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":137.97074409899983,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":2452},"claude-opus-4-8":{"in_tokens":2842,"out_tokens":867},"claude-opus-4-7":{"in_tokens":2847,"out_tokens":577},"mistral-large-2":{"in_tokens":1563,"out_tokens":670}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2403,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":53.59388681600012,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":1422},"claude-opus-4-8":{"in_tokens":2416,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2421,"out_tokens":493},"mistral-large-2":{"in_tokens":1400,"out_tokens":711}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":6205,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":190.00585999900022,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":2053},"claude-opus-4-8":{"in_tokens":2937,"out_tokens":832},"claude-opus-4-7":{"in_tokens":2942,"out_tokens":816},"mistral-large-2":{"in_tokens":1720,"out_tokens":709}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.006710867,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2096.699536015,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":4992,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":134.69298174100027,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1976},"claude-opus-4-8":{"in_tokens":2682,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":606},"mistral-large-2":{"in_tokens":1480,"out_tokens":645}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2102.8832571099997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":10886,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":234.03469395899992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":2289},"claude-opus-4-8":{"in_tokens":3313,"out_tokens":625},"claude-opus-4-7":{"in_tokens":3318,"out_tokens":490},"mistral-large-2":{"in_tokens":1873,"out_tokens":625}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2585,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":68.43332788899988,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":980,"out_tokens":1461},"claude-opus-4-8":{"in_tokens":1952,"out_tokens":519},"claude-opus-4-7":{"in_tokens":1957,"out_tokens":423},"mistral-large-2":{"in_tokens":1044,"out_tokens":441}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":6408,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":196.79903320699987,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1738,"out_tokens":2164},"claude-opus-4-8":{"in_tokens":3370,"out_tokens":759},"claude-opus-4-7":{"in_tokens":3375,"out_tokens":776},"mistral-large-2":{"in_tokens":1951,"out_tokens":755}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":2453,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":52.73327329100039,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1935},"claude-opus-4-8":{"in_tokens":2446,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2451,"out_tokens":531},"mistral-large-2":{"in_tokens":1375,"out_tokens":578}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":644,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":14.498697532999813,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":837},"claude-opus-4-8":{"in_tokens":1999,"out_tokens":493},"claude-opus-4-7":{"in_tokens":2004,"out_tokens":409},"mistral-large-2":{"in_tokens":1112,"out_tokens":447}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":7348,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":155.6464543740001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1540,"out_tokens":2598},"claude-opus-4-8":{"in_tokens":2960,"out_tokens":799},"claude-opus-4-7":{"in_tokens":2965,"out_tokens":609},"mistral-large-2":{"in_tokens":1702,"out_tokens":859}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":3480,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":109.22471331299994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":1719},"claude-opus-4-8":{"in_tokens":2900,"out_tokens":728},"claude-opus-4-7":{"in_tokens":2905,"out_tokens":709},"mistral-large-2":{"in_tokens":1649,"out_tokens":715}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":2191,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":74.5132747990001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1759},"claude-opus-4-8":{"in_tokens":2638,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2643,"out_tokens":565},"mistral-large-2":{"in_tokens":1505,"out_tokens":549}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":8492,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":250.07005119199994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1675,"out_tokens":2837},"claude-opus-4-8":{"in_tokens":3194,"out_tokens":750},"claude-opus-4-7":{"in_tokens":3199,"out_tokens":578},"mistral-large-2":{"in_tokens":1813,"out_tokens":669}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":2226,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":72.73467274799987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":902,"out_tokens":1041},"claude-opus-4-8":{"in_tokens":1801,"out_tokens":474},"claude-opus-4-7":{"in_tokens":1806,"out_tokens":470},"mistral-large-2":{"in_tokens":955,"out_tokens":412}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":2936,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":101.8802416210001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1625,"out_tokens":1985},"claude-opus-4-8":{"in_tokens":3078,"out_tokens":847},"claude-opus-4-7":{"in_tokens":3083,"out_tokens":628},"mistral-large-2":{"in_tokens":1783,"out_tokens":660}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":3630,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":73.86599997600024,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":2778},"claude-opus-4-8":{"in_tokens":2762,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2767,"out_tokens":571},"mistral-large-2":{"in_tokens":1568,"out_tokens":662}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":2988,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":101.70027661799986,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1620},"claude-opus-4-8":{"in_tokens":2333,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2338,"out_tokens":561},"mistral-large-2":{"in_tokens":1378,"out_tokens":609}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":2545,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":79.40361432899999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1417,"out_tokens":1756},"claude-opus-4-8":{"in_tokens":2827,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2832,"out_tokens":472},"mistral-large-2":{"in_tokens":1515,"out_tokens":708}}}
{"model_id":"gpt-5.6-sol","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":7510,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":159.64789840799995,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":2423},"claude-opus-4-8":{"in_tokens":2868,"out_tokens":1107},"claude-opus-4-7":{"in_tokens":2873,"out_tokens":729},"mistral-large-2":{"in_tokens":1531,"out_tokens":833}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":4603,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":103.60703051000019,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1788,"out_tokens":2262},"claude-opus-4-8":{"in_tokens":3802,"out_tokens":729},"claude-opus-4-7":{"in_tokens":3807,"out_tokens":707},"mistral-large-2":{"in_tokens":1921,"out_tokens":885}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2918,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":144.4450023129998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":1322},"claude-opus-4-8":{"in_tokens":2955,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":624},"mistral-large-2":{"in_tokens":1662,"out_tokens":708}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":4736,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":134.65272038800003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":1622},"claude-opus-4-8":{"in_tokens":3089,"out_tokens":774},"claude-opus-4-7":{"in_tokens":3094,"out_tokens":501},"mistral-large-2":{"in_tokens":1692,"out_tokens":617}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":5149,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":109.70422155000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1860,"out_tokens":1135},"claude-opus-4-8":{"in_tokens":3993,"out_tokens":798},"claude-opus-4-7":{"in_tokens":3998,"out_tokens":565},"mistral-large-2":{"in_tokens":1980,"out_tokens":704}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":6156,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":130.55437114300003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":2233},"claude-opus-4-8":{"in_tokens":3511,"out_tokens":657},"claude-opus-4-7":{"in_tokens":3516,"out_tokens":456},"mistral-large-2":{"in_tokens":1877,"out_tokens":757}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":11651,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":238.5481973220003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2417,"out_tokens":2716},"claude-opus-4-8":{"in_tokens":4953,"out_tokens":757},"claude-opus-4-7":{"in_tokens":4958,"out_tokens":654},"mistral-large-2":{"in_tokens":2612,"out_tokens":791}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":7963,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":170.151964358,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2249,"out_tokens":2399},"claude-opus-4-8":{"in_tokens":4625,"out_tokens":926},"claude-opus-4-7":{"in_tokens":4630,"out_tokens":674},"mistral-large-2":{"in_tokens":2454,"out_tokens":845}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":1997,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":72.80914459699989,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":1679},"claude-opus-4-8":{"in_tokens":2769,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2774,"out_tokens":529},"mistral-large-2":{"in_tokens":1547,"out_tokens":595}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.00304112,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":707,"out_tokens":4504,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":160.6166722580001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1845,"out_tokens":1654},"claude-opus-4-8":{"in_tokens":3435,"out_tokens":698},"claude-opus-4-7":{"in_tokens":3440,"out_tokens":517},"mistral-large-2":{"in_tokens":2064,"out_tokens":605}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":7501,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":221.85936523600003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1745,"out_tokens":3076},"claude-opus-4-8":{"in_tokens":3243,"out_tokens":686},"claude-opus-4-7":{"in_tokens":3248,"out_tokens":524},"mistral-large-2":{"in_tokens":1959,"out_tokens":853}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":2595,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":54.03254035100008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":1155},"claude-opus-4-8":{"in_tokens":2720,"out_tokens":464},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":412},"mistral-large-2":{"in_tokens":1396,"out_tokens":831}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2416.663453154,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":4649,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":94.62500919900003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1441,"out_tokens":1852},"claude-opus-4-8":{"in_tokens":2953,"out_tokens":526},"claude-opus-4-7":{"in_tokens":2958,"out_tokens":357},"mistral-large-2":{"in_tokens":1528,"out_tokens":603}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":318,"out_tokens":2760,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":79.15226290300006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":938,"out_tokens":1943},"claude-opus-4-8":{"in_tokens":1887,"out_tokens":621},"claude-opus-4-7":{"in_tokens":1892,"out_tokens":397},"mistral-large-2":{"in_tokens":1009,"out_tokens":625}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":6043,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":123.14869627100006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1676,"out_tokens":2953},"claude-opus-4-8":{"in_tokens":3430,"out_tokens":712},"claude-opus-4-7":{"in_tokens":3435,"out_tokens":565},"mistral-large-2":{"in_tokens":1825,"out_tokens":589}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":6417,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":125.83297696999989,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":2202},"claude-opus-4-8":{"in_tokens":3137,"out_tokens":708},"claude-opus-4-7":{"in_tokens":3142,"out_tokens":570},"mistral-large-2":{"in_tokens":1686,"out_tokens":664}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":3000,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":63.31908275800015,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1687,"out_tokens":2101},"claude-opus-4-8":{"in_tokens":3617,"out_tokens":582},"claude-opus-4-7":{"in_tokens":3622,"out_tokens":490},"mistral-large-2":{"in_tokens":1840,"out_tokens":1138}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":4203,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":122.04665356300029,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":2265},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":969},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":689},"mistral-large-2":{"in_tokens":1730,"out_tokens":701}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":3614,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":108.91194739899993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":1886},"claude-opus-4-8":{"in_tokens":2722,"out_tokens":983},"claude-opus-4-7":{"in_tokens":2727,"out_tokens":692},"mistral-large-2":{"in_tokens":1558,"out_tokens":767}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":2152,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":63.7882958160003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":907,"out_tokens":1786},"claude-opus-4-8":{"in_tokens":1753,"out_tokens":491},"claude-opus-4-7":{"in_tokens":1758,"out_tokens":456},"mistral-large-2":{"in_tokens":941,"out_tokens":405}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":6329,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":122.58593199699999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":2415},"claude-opus-4-8":{"in_tokens":2712,"out_tokens":536},"claude-opus-4-7":{"in_tokens":2717,"out_tokens":415},"mistral-large-2":{"in_tokens":1402,"out_tokens":578}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":2500,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":49.720501569000135,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1505,"out_tokens":1895},"claude-opus-4-8":{"in_tokens":3062,"out_tokens":658},"claude-opus-4-7":{"in_tokens":3067,"out_tokens":494},"mistral-large-2":{"in_tokens":1628,"out_tokens":579}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1541,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":37.29101166800001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":2255},"claude-opus-4-8":{"in_tokens":2814,"out_tokens":806},"claude-opus-4-7":{"in_tokens":2819,"out_tokens":662},"mistral-large-2":{"in_tokens":1465,"out_tokens":640}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":4807,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":89.66113958799997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1569},"claude-opus-4-8":{"in_tokens":2753,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2758,"out_tokens":518},"mistral-large-2":{"in_tokens":1429,"out_tokens":626}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":518,"out_tokens":3071,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":412.89012529599995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":2744,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2749,"out_tokens":554},"mistral-large-2":{"in_tokens":1516,"out_tokens":499}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2913,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":61.155666808000205,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":1947},"claude-opus-4-8":{"in_tokens":3386,"out_tokens":698},"claude-opus-4-7":{"in_tokens":3391,"out_tokens":771},"mistral-large-2":{"in_tokens":1748,"out_tokens":1120}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":6173,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":201.15402277700014,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":1959},"claude-opus-4-8":{"in_tokens":3316,"out_tokens":551},"claude-opus-4-7":{"in_tokens":3321,"out_tokens":455},"mistral-large-2":{"in_tokens":1910,"out_tokens":756}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":6894,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":132.73227505299974,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1657,"out_tokens":1993},"claude-opus-4-8":{"in_tokens":3271,"out_tokens":694},"claude-opus-4-7":{"in_tokens":3276,"out_tokens":544},"mistral-large-2":{"in_tokens":1741,"out_tokens":770}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":488,"out_tokens":3534,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":111.753106785,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":2698},"claude-opus-4-8":{"in_tokens":2980,"out_tokens":802},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":606},"mistral-large-2":{"in_tokens":1613,"out_tokens":578}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":4296,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":83.859875654,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1182},"claude-opus-4-8":{"in_tokens":2350,"out_tokens":694},"claude-opus-4-7":{"in_tokens":2355,"out_tokens":501},"mistral-large-2":{"in_tokens":1209,"out_tokens":497}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1899,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":179.00573089299996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":920,"out_tokens":1765},"claude-opus-4-8":{"in_tokens":1882,"out_tokens":619},"claude-opus-4-7":{"in_tokens":1887,"out_tokens":430},"mistral-large-2":{"in_tokens":981,"out_tokens":434}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":651,"out_tokens":6707,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":498.87397832199986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1847,"out_tokens":1921},"claude-opus-4-8":{"in_tokens":3566,"out_tokens":651},"claude-opus-4-7":{"in_tokens":3571,"out_tokens":577},"mistral-large-2":{"in_tokens":2077,"out_tokens":826}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":6898,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":141.70191974299996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":2365},"claude-opus-4-8":{"in_tokens":3147,"out_tokens":763},"claude-opus-4-7":{"in_tokens":3152,"out_tokens":483},"mistral-large-2":{"in_tokens":1614,"out_tokens":684}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":3406,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":100.34021327399978,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":2521},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":891},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":687},"mistral-large-2":{"in_tokens":1534,"out_tokens":597}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2742.419723036,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":9072,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":262.96357575499997,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1785,"out_tokens":2780},"claude-opus-4-8":{"in_tokens":3427,"out_tokens":1207},"claude-opus-4-7":{"in_tokens":3432,"out_tokens":790},"mistral-large-2":{"in_tokens":1945,"out_tokens":869}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":5103,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":104.20307339400006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2285,"out_tokens":2371},"claude-opus-4-8":{"in_tokens":4646,"out_tokens":896},"claude-opus-4-7":{"in_tokens":4651,"out_tokens":839},"mistral-large-2":{"in_tokens":2471,"out_tokens":854}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":6094,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":518.3729446739999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2161,"out_tokens":2642},"claude-opus-4-8":{"in_tokens":4031,"out_tokens":1245},"claude-opus-4-7":{"in_tokens":4036,"out_tokens":772},"mistral-large-2":{"in_tokens":2321,"out_tokens":663}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2020,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":84.60743883499981,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":2328},"claude-opus-4-8":{"in_tokens":2002,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2007,"out_tokens":673},"mistral-large-2":{"in_tokens":1066,"out_tokens":599}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":10443,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":216.41651149599966,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2557,"out_tokens":2598},"claude-opus-4-8":{"in_tokens":5136,"out_tokens":994},"claude-opus-4-7":{"in_tokens":5141,"out_tokens":800},"mistral-large-2":{"in_tokens":2685,"out_tokens":860}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":2762,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":65.3512782759999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":922,"out_tokens":1866},"claude-opus-4-8":{"in_tokens":1823,"out_tokens":544},"claude-opus-4-7":{"in_tokens":1828,"out_tokens":401},"mistral-large-2":{"in_tokens":984,"out_tokens":538}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":595,"out_tokens":5336,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":465.22244942600037,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1868,"out_tokens":2528},"claude-opus-4-8":{"in_tokens":3568,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":3573,"out_tokens":901},"mistral-large-2":{"in_tokens":2064,"out_tokens":714}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":7826,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":232.135095999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1631,"out_tokens":3180},"claude-opus-4-8":{"in_tokens":3017,"out_tokens":912},"claude-opus-4-7":{"in_tokens":3022,"out_tokens":650},"mistral-large-2":{"in_tokens":1800,"out_tokens":763}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":3653,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":128.04886377000003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":1306},"claude-opus-4-8":{"in_tokens":2618,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2623,"out_tokens":578},"mistral-large-2":{"in_tokens":1493,"out_tokens":591}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":3240,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":113.87234801900013,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":2316},"claude-opus-4-8":{"in_tokens":2587,"out_tokens":528},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":540},"mistral-large-2":{"in_tokens":1436,"out_tokens":589}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2629,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":51.494253240000035,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1346},"claude-opus-4-8":{"in_tokens":2770,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2775,"out_tokens":458},"mistral-large-2":{"in_tokens":1495,"out_tokens":635}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":8758,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":180.22613023199983,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2841,"out_tokens":2291},"claude-opus-4-8":{"in_tokens":5870,"out_tokens":1042},"claude-opus-4-7":{"in_tokens":5875,"out_tokens":878},"mistral-large-2":{"in_tokens":2998,"out_tokens":865}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":13576,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":272.9571644920002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":3014,"out_tokens":3128},"claude-opus-4-8":{"in_tokens":6192,"out_tokens":1107},"claude-opus-4-7":{"in_tokens":6197,"out_tokens":691},"mistral-large-2":{"in_tokens":3266,"out_tokens":859}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":4094,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":70.91207016099997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1207,"out_tokens":1678},"claude-opus-4-8":{"in_tokens":2317,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2322,"out_tokens":488},"mistral-large-2":{"in_tokens":1280,"out_tokens":515}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1703,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":35.753440343999955,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":1752},"claude-opus-4-8":{"in_tokens":2855,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2860,"out_tokens":418},"mistral-large-2":{"in_tokens":1535,"out_tokens":582}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":6989,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":242.23066683900015,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":2852},"claude-opus-4-8":{"in_tokens":3335,"out_tokens":594},"claude-opus-4-7":{"in_tokens":3340,"out_tokens":524},"mistral-large-2":{"in_tokens":1760,"out_tokens":735}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":6643,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":202.05343632800032,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1762,"out_tokens":2755},"claude-opus-4-8":{"in_tokens":3390,"out_tokens":996},"claude-opus-4-7":{"in_tokens":3395,"out_tokens":734},"mistral-large-2":{"in_tokens":1946,"out_tokens":830}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":2385,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":41.59285543999977,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1759},"claude-opus-4-8":{"in_tokens":2101,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2106,"out_tokens":484},"mistral-large-2":{"in_tokens":1134,"out_tokens":600}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.009157318,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1843,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":34.490112471999964,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":975,"out_tokens":1437},"claude-opus-4-8":{"in_tokens":1914,"out_tokens":648},"claude-opus-4-7":{"in_tokens":1919,"out_tokens":480},"mistral-large-2":{"in_tokens":1025,"out_tokens":545}}}
{"model_id":"kimi-k3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2731.302200323,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":2225,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":41.97393268199994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":960,"out_tokens":1593},"claude-opus-4-8":{"in_tokens":1917,"out_tokens":611},"claude-opus-4-7":{"in_tokens":1922,"out_tokens":506},"mistral-large-2":{"in_tokens":1001,"out_tokens":421}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":13523,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":258.4107730139999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2782,"out_tokens":1634},"claude-opus-4-8":{"in_tokens":5675,"out_tokens":1028},"claude-opus-4-7":{"in_tokens":5680,"out_tokens":732},"mistral-large-2":{"in_tokens":3003,"out_tokens":837}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2574,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":50.24428281099972,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":977,"out_tokens":2386},"claude-opus-4-8":{"in_tokens":1990,"out_tokens":513},"claude-opus-4-7":{"in_tokens":1995,"out_tokens":399},"mistral-large-2":{"in_tokens":1023,"out_tokens":505}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":8533,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":166.85504287599997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1816,"out_tokens":2242},"claude-opus-4-8":{"in_tokens":3589,"out_tokens":871},"claude-opus-4-7":{"in_tokens":3594,"out_tokens":591},"mistral-large-2":{"in_tokens":1947,"out_tokens":790}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":11187,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":214.35019267799998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1941,"out_tokens":3243},"claude-opus-4-8":{"in_tokens":3981,"out_tokens":908},"claude-opus-4-7":{"in_tokens":3986,"out_tokens":757},"mistral-large-2":{"in_tokens":2090,"out_tokens":782}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":4389,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":81.93035665600019,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":3026},"claude-opus-4-8":{"in_tokens":3328,"out_tokens":895},"claude-opus-4-7":{"in_tokens":3333,"out_tokens":766},"mistral-large-2":{"in_tokens":1797,"out_tokens":803}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":8068,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":166.28649435900024,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2885,"out_tokens":3836},"claude-opus-4-8":{"in_tokens":5744,"out_tokens":933},"claude-opus-4-7":{"in_tokens":5749,"out_tokens":784},"mistral-large-2":{"in_tokens":3040,"out_tokens":901}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":3757,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":79.6434962569997,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1636,"out_tokens":2536},"claude-opus-4-8":{"in_tokens":3188,"out_tokens":1084},"claude-opus-4-7":{"in_tokens":3193,"out_tokens":975},"mistral-large-2":{"in_tokens":1755,"out_tokens":1157}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":5447,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":186.19163406300004,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1588,"out_tokens":2347},"claude-opus-4-8":{"in_tokens":3203,"out_tokens":507},"claude-opus-4-7":{"in_tokens":3208,"out_tokens":520},"mistral-large-2":{"in_tokens":1678,"out_tokens":673}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":6194,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":185.78891196699988,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1554,"out_tokens":2749},"claude-opus-4-8":{"in_tokens":3145,"out_tokens":650},"claude-opus-4-7":{"in_tokens":3150,"out_tokens":523},"mistral-large-2":{"in_tokens":1655,"out_tokens":553}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":509,"out_tokens":9084,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":567.7657545960001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":2189},"claude-opus-4-8":{"in_tokens":3102,"out_tokens":558},"claude-opus-4-7":{"in_tokens":3107,"out_tokens":517},"mistral-large-2":{"in_tokens":1792,"out_tokens":686}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":4052,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":80.48000114999968,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1576,"out_tokens":1665},"claude-opus-4-8":{"in_tokens":3076,"out_tokens":789},"claude-opus-4-7":{"in_tokens":3081,"out_tokens":673},"mistral-large-2":{"in_tokens":1711,"out_tokens":746}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":4095,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":70.04377554899975,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":2815},"claude-opus-4-8":{"in_tokens":3408,"out_tokens":1148},"claude-opus-4-7":{"in_tokens":3413,"out_tokens":962},"mistral-large-2":{"in_tokens":1821,"out_tokens":766}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":6823,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":141.39143148500034,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2590,"out_tokens":2091},"claude-opus-4-8":{"in_tokens":5277,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":5282,"out_tokens":773},"mistral-large-2":{"in_tokens":2806,"out_tokens":1298}}}
{"model_id":"gpt-5.6-sol","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":10270,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":207.9015279690002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2811,"out_tokens":2286},"claude-opus-4-8":{"in_tokens":5658,"out_tokens":1272},"claude-opus-4-7":{"in_tokens":5663,"out_tokens":838},"mistral-large-2":{"in_tokens":3022,"out_tokens":788}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":2462,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":46.9657860960001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1030,"out_tokens":1444},"claude-opus-4-8":{"in_tokens":1992,"out_tokens":565},"claude-opus-4-7":{"in_tokens":1997,"out_tokens":431},"mistral-large-2":{"in_tokens":1103,"out_tokens":457}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":4300,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":86.80596789299989,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1884,"out_tokens":2639},"claude-opus-4-8":{"in_tokens":3723,"out_tokens":1048},"claude-opus-4-7":{"in_tokens":3728,"out_tokens":798},"mistral-large-2":{"in_tokens":2019,"out_tokens":1536}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0232947030001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":5609,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":439.52459788700025,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1703,"out_tokens":3184},"claude-opus-4-8":{"in_tokens":3337,"out_tokens":530},"claude-opus-4-7":{"in_tokens":3342,"out_tokens":581},"mistral-large-2":{"in_tokens":1858,"out_tokens":1019}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":4763,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":136.92667769399986,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1950,"out_tokens":2364},"claude-opus-4-8":{"in_tokens":4030,"out_tokens":683},"claude-opus-4-7":{"in_tokens":4035,"out_tokens":592},"mistral-large-2":{"in_tokens":2106,"out_tokens":561}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2793,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":63.29352406699991,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":1719},"claude-opus-4-8":{"in_tokens":2681,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":566},"mistral-large-2":{"in_tokens":1427,"out_tokens":694}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":3511,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":81.6568859920003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":994,"out_tokens":1495},"claude-opus-4-8":{"in_tokens":1953,"out_tokens":609},"claude-opus-4-7":{"in_tokens":1958,"out_tokens":636},"mistral-large-2":{"in_tokens":1063,"out_tokens":537}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":4672,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":116.54290710500027,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1785},"claude-opus-4-8":{"in_tokens":2381,"out_tokens":723},"claude-opus-4-7":{"in_tokens":2386,"out_tokens":572},"mistral-large-2":{"in_tokens":1325,"out_tokens":696}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":4982,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":111.6276136409997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1849,"out_tokens":2024},"claude-opus-4-8":{"in_tokens":3582,"out_tokens":848},"claude-opus-4-7":{"in_tokens":3587,"out_tokens":747},"mistral-large-2":{"in_tokens":1932,"out_tokens":675}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":3771,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":80.26575460699996,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1758,"out_tokens":2117},"claude-opus-4-8":{"in_tokens":3470,"out_tokens":1141},"claude-opus-4-7":{"in_tokens":3475,"out_tokens":1057},"mistral-large-2":{"in_tokens":1894,"out_tokens":981}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":3733,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":61.26745060200028,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1772,"out_tokens":2192},"claude-opus-4-8":{"in_tokens":3439,"out_tokens":865},"claude-opus-4-7":{"in_tokens":3444,"out_tokens":723},"mistral-large-2":{"in_tokens":1904,"out_tokens":817}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":10230,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":570.4989389490001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1934,"out_tokens":2741},"claude-opus-4-8":{"in_tokens":3875,"out_tokens":861},"claude-opus-4-7":{"in_tokens":3880,"out_tokens":700},"mistral-large-2":{"in_tokens":2080,"out_tokens":806}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1012.8121487629996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":593,"out_tokens":8333,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":253.20855196699995,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1766,"out_tokens":2749},"claude-opus-4-8":{"in_tokens":3353,"out_tokens":715},"claude-opus-4-7":{"in_tokens":3358,"out_tokens":707},"mistral-large-2":{"in_tokens":1867,"out_tokens":824}}}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.007795555,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.042582944,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.015919601,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":5283,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":163.7597929360004,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":2808},"claude-opus-4-8":{"in_tokens":3301,"out_tokens":797},"claude-opus-4-7":{"in_tokens":3306,"out_tokens":1012},"mistral-large-2":{"in_tokens":1818,"out_tokens":721}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0441653809999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":6590,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":1150.318576485,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1763,"out_tokens":2103},"claude-opus-4-8":{"in_tokens":3598,"out_tokens":966},"claude-opus-4-7":{"in_tokens":3603,"out_tokens":648},"mistral-large-2":{"in_tokens":1870,"out_tokens":503}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":5710,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":171.19885529500016,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1484},"claude-opus-4-8":{"in_tokens":2875,"out_tokens":733},"claude-opus-4-7":{"in_tokens":2880,"out_tokens":583},"mistral-large-2":{"in_tokens":1502,"out_tokens":519}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":7488,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":213.5786484400005,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2047,"out_tokens":2759},"claude-opus-4-8":{"in_tokens":4044,"out_tokens":833},"claude-opus-4-7":{"in_tokens":4049,"out_tokens":882},"mistral-large-2":{"in_tokens":2192,"out_tokens":742}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":6892,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":205.50285459799989,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1603,"out_tokens":2960},"claude-opus-4-8":{"in_tokens":3400,"out_tokens":728},"claude-opus-4-7":{"in_tokens":3405,"out_tokens":909},"mistral-large-2":{"in_tokens":1727,"out_tokens":717}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":470,"out_tokens":6584,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":181.99096926499988,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1875,"out_tokens":2281},"claude-opus-4-8":{"in_tokens":3665,"out_tokens":686},"claude-opus-4-7":{"in_tokens":3670,"out_tokens":716},"mistral-large-2":{"in_tokens":2012,"out_tokens":574}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":682,"out_tokens":9069,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":282.2252621359994,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2711,"out_tokens":2251},"claude-opus-4-8":{"in_tokens":5320,"out_tokens":1038},"claude-opus-4-7":{"in_tokens":5325,"out_tokens":1039},"mistral-large-2":{"in_tokens":2934,"out_tokens":752}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":3197,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":95.61823364799966,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":2339},"claude-opus-4-8":{"in_tokens":3663,"out_tokens":1012},"claude-opus-4-7":{"in_tokens":3668,"out_tokens":765},"mistral-large-2":{"in_tokens":1949,"out_tokens":832}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":584,"out_tokens":6788,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":190.26429787400048,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1931,"out_tokens":3428},"claude-opus-4-8":{"in_tokens":3698,"out_tokens":878},"claude-opus-4-7":{"in_tokens":3703,"out_tokens":677},"mistral-large-2":{"in_tokens":2049,"out_tokens":703}}}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0288379209996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0047999539997,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0767509329999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0598800309995,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.007505785,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2096.491547257,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"transient-exhausted (stage 3): Connection error.","skip_reason":null,"score_raw":null,"duration_s":1647.6734541730002,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.085392031,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2098.102567801,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2407.771805295,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2356.412120309,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":1800.0635701799993,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2409.782912795,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 1800s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":2346.370567037,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}