{"model_id":"grok-4.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":140,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":9.919071707,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1396},"claude-opus-4-8":{"in_tokens":2039,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2044,"out_tokens":580},"mistral-large-2":{"in_tokens":1138,"out_tokens":628}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.3611111111111111,"duration_s":10.647008332999974,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1826},"claude-opus-4-8":{"in_tokens":2527,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":718},"mistral-large-2":{"in_tokens":1412,"out_tokens":640}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":11.290443801000038,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1428,"out_tokens":1912},"claude-opus-4-8":{"in_tokens":2761,"out_tokens":1176},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":901},"mistral-large-2":{"in_tokens":1528,"out_tokens":829}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":11.571120020000023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":1395},"claude-opus-4-8":{"in_tokens":2114,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2119,"out_tokens":588},"mistral-large-2":{"in_tokens":1189,"out_tokens":697}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":523,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":11.965094706000002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1785,"out_tokens":2846},"claude-opus-4-8":{"in_tokens":3349,"out_tokens":1285},"claude-opus-4-7":{"in_tokens":3354,"out_tokens":879},"mistral-large-2":{"in_tokens":1893,"out_tokens":825}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":12.533766977000028,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1584,"out_tokens":1869},"claude-opus-4-8":{"in_tokens":2992,"out_tokens":1064},"claude-opus-4-7":{"in_tokens":2997,"out_tokens":798},"mistral-large-2":{"in_tokens":1752,"out_tokens":684}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.15000000000000002,"duration_s":12.86072958699998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1556,"out_tokens":2020},"claude-opus-4-8":{"in_tokens":2895,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":2900,"out_tokens":1058},"mistral-large-2":{"in_tokens":1645,"out_tokens":827}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":15.133259323000004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":2271},"claude-opus-4-8":{"in_tokens":2452,"out_tokens":927},"claude-opus-4-7":{"in_tokens":2457,"out_tokens":672},"mistral-large-2":{"in_tokens":1418,"out_tokens":625}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":977,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":18.918089377,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":2835,"out_tokens":809},"claude-opus-4-7":{"in_tokens":2840,"out_tokens":648},"mistral-large-2":{"in_tokens":1527,"out_tokens":647}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.07500000000000001,"duration_s":7.391015627000002,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1850,"out_tokens":1745},"claude-opus-4-8":{"in_tokens":3505,"out_tokens":1452},"claude-opus-4-7":{"in_tokens":3510,"out_tokens":1036},"mistral-large-2":{"in_tokens":1958,"out_tokens":848}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":148,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.352017816,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1118},"claude-opus-4-8":{"in_tokens":2175,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":560},"mistral-large-2":{"in_tokens":1210,"out_tokens":708}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1177,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":22.573233992999974,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":1168},"claude-opus-4-8":{"in_tokens":2953,"out_tokens":781},"claude-opus-4-7":{"in_tokens":2958,"out_tokens":629},"mistral-large-2":{"in_tokens":1625,"out_tokens":611}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":21.38031670999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1411},"claude-opus-4-8":{"in_tokens":2172,"out_tokens":687},"claude-opus-4-7":{"in_tokens":2177,"out_tokens":549},"mistral-large-2":{"in_tokens":1205,"out_tokens":586}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":10.025192591999996,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1652,"out_tokens":1918},"claude-opus-4-8":{"in_tokens":3135,"out_tokens":1105},"claude-opus-4-7":{"in_tokens":3140,"out_tokens":677},"mistral-large-2":{"in_tokens":1781,"out_tokens":891}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":474,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":9.446928541000034,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":1657},"claude-opus-4-8":{"in_tokens":3044,"out_tokens":1017},"claude-opus-4-7":{"in_tokens":3049,"out_tokens":703},"mistral-large-2":{"in_tokens":1713,"out_tokens":695}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":560,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":11.529201763000003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1967,"out_tokens":2260},"claude-opus-4-8":{"in_tokens":3792,"out_tokens":1283},"claude-opus-4-7":{"in_tokens":3797,"out_tokens":809},"mistral-large-2":{"in_tokens":2123,"out_tokens":1041}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1334,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":24.832979002000002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1779,"out_tokens":2011},"claude-opus-4-8":{"in_tokens":3375,"out_tokens":929},"claude-opus-4-7":{"in_tokens":3380,"out_tokens":649},"mistral-large-2":{"in_tokens":1962,"out_tokens":795}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":524,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":11.064523590000022,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1600,"out_tokens":1903},"claude-opus-4-8":{"in_tokens":3057,"out_tokens":1176},"claude-opus-4-7":{"in_tokens":3062,"out_tokens":1121},"mistral-large-2":{"in_tokens":1687,"out_tokens":744}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":24.22977877200003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1866},"claude-opus-4-8":{"in_tokens":2488,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2493,"out_tokens":582},"mistral-large-2":{"in_tokens":1429,"out_tokens":750}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":11.84230439800001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":2656,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":623},"mistral-large-2":{"in_tokens":1515,"out_tokens":632}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":13.30858299099998,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1728,"out_tokens":1934},"claude-opus-4-8":{"in_tokens":3270,"out_tokens":1110},"claude-opus-4-7":{"in_tokens":3275,"out_tokens":943},"mistral-large-2":{"in_tokens":1835,"out_tokens":852}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":10.067198630999997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":1701},"claude-opus-4-8":{"in_tokens":2479,"out_tokens":973},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":739},"mistral-large-2":{"in_tokens":1388,"out_tokens":588}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":1696,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":28.072890427999994,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2174,"out_tokens":4227},"claude-opus-4-8":{"in_tokens":4088,"out_tokens":1128},"claude-opus-4-7":{"in_tokens":4093,"out_tokens":765},"mistral-large-2":{"in_tokens":2316,"out_tokens":1055}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1519,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":27.839432326000008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":2215},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":923},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":713},"mistral-large-2":{"in_tokens":1438,"out_tokens":799}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.876827916000025,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":1910},"claude-opus-4-8":{"in_tokens":2406,"out_tokens":910},"claude-opus-4-7":{"in_tokens":2411,"out_tokens":574},"mistral-large-2":{"in_tokens":1318,"out_tokens":1003}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":495,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":11.513854689000027,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":2644},"claude-opus-4-8":{"in_tokens":2988,"out_tokens":1269},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":850},"mistral-large-2":{"in_tokens":1616,"out_tokens":699}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":384,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":9.984101227999986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":2819,"out_tokens":829},"claude-opus-4-7":{"in_tokens":2824,"out_tokens":596},"mistral-large-2":{"in_tokens":1455,"out_tokens":621}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":0.10714285714285714,"duration_s":11.185494451000011,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":1673},"claude-opus-4-8":{"in_tokens":2825,"out_tokens":1186},"claude-opus-4-7":{"in_tokens":2830,"out_tokens":741},"mistral-large-2":{"in_tokens":1496,"out_tokens":678}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":121,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":7.989872608999974,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1521},"claude-opus-4-8":{"in_tokens":2191,"out_tokens":782},"claude-opus-4-7":{"in_tokens":2196,"out_tokens":603},"mistral-large-2":{"in_tokens":1186,"out_tokens":651}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1202,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.515207112999974,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.9,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2052,"out_tokens":2065},"claude-opus-4-8":{"in_tokens":3946,"out_tokens":1064},"claude-opus-4-7":{"in_tokens":3951,"out_tokens":780},"mistral-large-2":{"in_tokens":2203,"out_tokens":840}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":554,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":10.885104624000007,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2018,"out_tokens":2499},"claude-opus-4-8":{"in_tokens":3751,"out_tokens":1071},"claude-opus-4-7":{"in_tokens":3756,"out_tokens":734},"mistral-large-2":{"in_tokens":2152,"out_tokens":739}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":10.934105373000023,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1753},"claude-opus-4-8":{"in_tokens":2273,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2278,"out_tokens":590},"mistral-large-2":{"in_tokens":1217,"out_tokens":520}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":38.076411982000025,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":1914},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":991},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":835},"mistral-large-2":{"in_tokens":1668,"out_tokens":784}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":385,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":8.732540732000018,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":1858},"claude-opus-4-8":{"in_tokens":2846,"out_tokens":962},"claude-opus-4-7":{"in_tokens":2851,"out_tokens":696},"mistral-large-2":{"in_tokens":1613,"out_tokens":657}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":20.115268356,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":1889},"claude-opus-4-8":{"in_tokens":3203,"out_tokens":902},"claude-opus-4-7":{"in_tokens":3208,"out_tokens":605},"mistral-large-2":{"in_tokens":1804,"out_tokens":768}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":14.885794008000005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1736,"out_tokens":1859},"claude-opus-4-8":{"in_tokens":3231,"out_tokens":762},"claude-opus-4-7":{"in_tokens":3236,"out_tokens":560},"mistral-large-2":{"in_tokens":1839,"out_tokens":701}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":11.985330959999999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":2608,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2613,"out_tokens":777},"mistral-large-2":{"in_tokens":1476,"out_tokens":641}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":10.04143837700002,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":2237},"claude-opus-4-8":{"in_tokens":2880,"out_tokens":1250},"claude-opus-4-7":{"in_tokens":2885,"out_tokens":832},"mistral-large-2":{"in_tokens":1635,"out_tokens":695}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":470,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":10.285181944999977,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1542,"out_tokens":1649},"claude-opus-4-8":{"in_tokens":2947,"out_tokens":1241},"claude-opus-4-7":{"in_tokens":2952,"out_tokens":835},"mistral-large-2":{"in_tokens":1598,"out_tokens":834}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":192,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":10.284576453,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1807},"claude-opus-4-8":{"in_tokens":2369,"out_tokens":775},"claude-opus-4-7":{"in_tokens":2374,"out_tokens":691},"mistral-large-2":{"in_tokens":1349,"out_tokens":772}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":517,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":11.619959552000012,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1591,"out_tokens":1732},"claude-opus-4-8":{"in_tokens":3052,"out_tokens":771},"claude-opus-4-7":{"in_tokens":3057,"out_tokens":548},"mistral-large-2":{"in_tokens":1657,"out_tokens":530}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2380,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":47.96173909100003,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1741,"out_tokens":2760},"claude-opus-4-8":{"in_tokens":3348,"out_tokens":851},"claude-opus-4-7":{"in_tokens":3353,"out_tokens":761},"mistral-large-2":{"in_tokens":1905,"out_tokens":818}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1751,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":26.87994748600005,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2368,"out_tokens":3885},"claude-opus-4-8":{"in_tokens":4515,"out_tokens":1094},"claude-opus-4-7":{"in_tokens":4520,"out_tokens":904},"mistral-large-2":{"in_tokens":2505,"out_tokens":1020}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":1613,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":24.090087116000007,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2000,"out_tokens":2298},"claude-opus-4-8":{"in_tokens":3779,"out_tokens":836},"claude-opus-4-7":{"in_tokens":3784,"out_tokens":680},"mistral-large-2":{"in_tokens":2152,"out_tokens":707}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":22.746479103000013,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1563},"claude-opus-4-8":{"in_tokens":2680,"out_tokens":792},"claude-opus-4-7":{"in_tokens":2685,"out_tokens":595},"mistral-large-2":{"in_tokens":1505,"out_tokens":623}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1918,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":49.31716474900003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":1520},"claude-opus-4-8":{"in_tokens":2863,"out_tokens":790},"claude-opus-4-7":{"in_tokens":2868,"out_tokens":715},"mistral-large-2":{"in_tokens":1610,"out_tokens":729}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":27.70846089600002,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1731,"out_tokens":2170},"claude-opus-4-8":{"in_tokens":3288,"out_tokens":894},"claude-opus-4-7":{"in_tokens":3293,"out_tokens":856},"mistral-large-2":{"in_tokens":1829,"out_tokens":720}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":660,"out_tokens":1510,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":23.659818737000023,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1856,"out_tokens":2570},"claude-opus-4-8":{"in_tokens":3580,"out_tokens":1114},"claude-opus-4-7":{"in_tokens":3585,"out_tokens":748},"mistral-large-2":{"in_tokens":1978,"out_tokens":1536}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":570,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.895670770000038,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":1990},"claude-opus-4-8":{"in_tokens":3131,"out_tokens":788},"claude-opus-4-7":{"in_tokens":3136,"out_tokens":646},"mistral-large-2":{"in_tokens":1725,"out_tokens":616}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":212,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":10.966571861000034,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":1539},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":591},"mistral-large-2":{"in_tokens":1345,"out_tokens":546}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":494,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":10.713402145000032,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":2634,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2639,"out_tokens":488},"mistral-large-2":{"in_tokens":1500,"out_tokens":707}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2892,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":54.164313737999976,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2066,"out_tokens":2851},"claude-opus-4-8":{"in_tokens":3912,"out_tokens":1183},"claude-opus-4-7":{"in_tokens":3917,"out_tokens":876},"mistral-large-2":{"in_tokens":2210,"out_tokens":836}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":1217,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":19.194714981000004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":1929},"claude-opus-4-8":{"in_tokens":3227,"out_tokens":845},"claude-opus-4-7":{"in_tokens":3232,"out_tokens":721},"mistral-large-2":{"in_tokens":1762,"out_tokens":753}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":9.878003693999972,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1834},"claude-opus-4-8":{"in_tokens":2104,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2109,"out_tokens":583},"mistral-large-2":{"in_tokens":1168,"out_tokens":523}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":17.503525118000027,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1299,"out_tokens":2303},"claude-opus-4-8":{"in_tokens":2499,"out_tokens":914},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":887},"mistral-large-2":{"in_tokens":1349,"out_tokens":737}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":2046,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":53.87106031999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":2000},"claude-opus-4-8":{"in_tokens":2212,"out_tokens":937},"claude-opus-4-7":{"in_tokens":2217,"out_tokens":682},"mistral-large-2":{"in_tokens":1227,"out_tokens":734}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":475,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":11.889716076000013,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1531},"claude-opus-4-8":{"in_tokens":2698,"out_tokens":669},"claude-opus-4-7":{"in_tokens":2703,"out_tokens":588},"mistral-large-2":{"in_tokens":1545,"out_tokens":574}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":8.902679514999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1159},"claude-opus-4-8":{"in_tokens":2368,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2373,"out_tokens":499},"mistral-large-2":{"in_tokens":1320,"out_tokens":580}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.350888084999951,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1483},"claude-opus-4-8":{"in_tokens":2419,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2424,"out_tokens":485},"mistral-large-2":{"in_tokens":1340,"out_tokens":542}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":21.679802231999986,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1526},"claude-opus-4-8":{"in_tokens":2606,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2611,"out_tokens":522},"mistral-large-2":{"in_tokens":1434,"out_tokens":809}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":25.077747515999988,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":2081},"claude-opus-4-8":{"in_tokens":2584,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2589,"out_tokens":601},"mistral-large-2":{"in_tokens":1426,"out_tokens":600}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":10.28674422399996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":1129},"claude-opus-4-8":{"in_tokens":1987,"out_tokens":497},"claude-opus-4-7":{"in_tokens":1992,"out_tokens":458},"mistral-large-2":{"in_tokens":1111,"out_tokens":482}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":716,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":17.505773242000032,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1647,"out_tokens":1763},"claude-opus-4-8":{"in_tokens":3017,"out_tokens":656},"claude-opus-4-7":{"in_tokens":3022,"out_tokens":499},"mistral-large-2":{"in_tokens":1731,"out_tokens":620}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":25.299489774999984,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":2516},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":902},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":671},"mistral-large-2":{"in_tokens":1393,"out_tokens":753}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":12.564595364000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1341,"out_tokens":1225},"claude-opus-4-8":{"in_tokens":2492,"out_tokens":513},"claude-opus-4-7":{"in_tokens":2497,"out_tokens":450},"mistral-large-2":{"in_tokens":1407,"out_tokens":467}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":11.610153933999982,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1691},"claude-opus-4-8":{"in_tokens":2084,"out_tokens":678},"claude-opus-4-7":{"in_tokens":2089,"out_tokens":587},"mistral-large-2":{"in_tokens":1195,"out_tokens":601}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":178,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":4.371861305999971,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1002,"out_tokens":927},"claude-opus-4-8":{"in_tokens":1886,"out_tokens":477},"claude-opus-4-7":{"in_tokens":1891,"out_tokens":384},"mistral-large-2":{"in_tokens":1043,"out_tokens":407}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":11.30344543900003,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":1064},"claude-opus-4-8":{"in_tokens":2449,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2454,"out_tokens":521},"mistral-large-2":{"in_tokens":1372,"out_tokens":548}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1259,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.314179706000004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":1744},"claude-opus-4-8":{"in_tokens":3248,"out_tokens":671},"claude-opus-4-7":{"in_tokens":3253,"out_tokens":594},"mistral-large-2":{"in_tokens":1684,"out_tokens":596}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1369,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":20.447893270999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1695,"out_tokens":1316},"claude-opus-4-8":{"in_tokens":3345,"out_tokens":1064},"claude-opus-4-7":{"in_tokens":3350,"out_tokens":665},"mistral-large-2":{"in_tokens":1805,"out_tokens":512}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.718865658000027,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1220,"out_tokens":1285},"claude-opus-4-8":{"in_tokens":2399,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":461},"mistral-large-2":{"in_tokens":1289,"out_tokens":508}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":175,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":22.69475163499999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":2363,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2368,"out_tokens":608},"mistral-large-2":{"in_tokens":1248,"out_tokens":538}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":758,"out_tokens":1524,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":21.722589758000026,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2321,"out_tokens":2769},"claude-opus-4-8":{"in_tokens":4292,"out_tokens":935},"claude-opus-4-7":{"in_tokens":4297,"out_tokens":692},"mistral-large-2":{"in_tokens":2489,"out_tokens":883}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1182,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.10741897099996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1756,"out_tokens":2304},"claude-opus-4-8":{"in_tokens":3312,"out_tokens":913},"claude-opus-4-7":{"in_tokens":3317,"out_tokens":608},"mistral-large-2":{"in_tokens":1901,"out_tokens":788}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":10.213460107000003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1047,"out_tokens":1579},"claude-opus-4-8":{"in_tokens":1983,"out_tokens":558},"claude-opus-4-7":{"in_tokens":1988,"out_tokens":487},"mistral-large-2":{"in_tokens":1104,"out_tokens":463}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":596,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":11.376835857000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1534,"out_tokens":1836},"claude-opus-4-8":{"in_tokens":2760,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2765,"out_tokens":522},"mistral-large-2":{"in_tokens":1600,"out_tokens":601}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":121,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":8.920684972000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":943,"out_tokens":822},"claude-opus-4-8":{"in_tokens":1770,"out_tokens":496},"claude-opus-4-7":{"in_tokens":1775,"out_tokens":434},"mistral-large-2":{"in_tokens":983,"out_tokens":447}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":4194,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":73.97137630399999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":2465},"claude-opus-4-8":{"in_tokens":2603,"out_tokens":970},"claude-opus-4-7":{"in_tokens":2608,"out_tokens":769},"mistral-large-2":{"in_tokens":1425,"out_tokens":711}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":242,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.894833048999999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1126,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":2127,"out_tokens":547},"claude-opus-4-7":{"in_tokens":2132,"out_tokens":521},"mistral-large-2":{"in_tokens":1189,"out_tokens":477}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":165,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":10.969207138999991,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":1306},"claude-opus-4-8":{"in_tokens":2062,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2067,"out_tokens":469},"mistral-large-2":{"in_tokens":1169,"out_tokens":578}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":516,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":12.212917852999965,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1378,"out_tokens":1523},"claude-opus-4-8":{"in_tokens":2558,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2563,"out_tokens":610},"mistral-large-2":{"in_tokens":1454,"out_tokens":714}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":530,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":14.119744749999995,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1575,"out_tokens":1324},"claude-opus-4-8":{"in_tokens":2961,"out_tokens":931},"claude-opus-4-7":{"in_tokens":2966,"out_tokens":577},"mistral-large-2":{"in_tokens":1636,"out_tokens":632}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":125,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":11.74976379200001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":1194},"claude-opus-4-8":{"in_tokens":2169,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2174,"out_tokens":556},"mistral-large-2":{"in_tokens":1223,"out_tokens":488}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":19.52090182699999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1208},"claude-opus-4-8":{"in_tokens":2584,"out_tokens":1002},"claude-opus-4-7":{"in_tokens":2589,"out_tokens":693},"mistral-large-2":{"in_tokens":1459,"out_tokens":577}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":244,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":11.533837099999971,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1297},"claude-opus-4-8":{"in_tokens":2091,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2096,"out_tokens":475},"mistral-large-2":{"in_tokens":1166,"out_tokens":534}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":10.326876460999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1060,"out_tokens":1540},"claude-opus-4-8":{"in_tokens":2018,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2023,"out_tokens":499},"mistral-large-2":{"in_tokens":1113,"out_tokens":472}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2207,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":39.11366709099997,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1887,"out_tokens":2054},"claude-opus-4-8":{"in_tokens":3629,"out_tokens":1196},"claude-opus-4-7":{"in_tokens":3634,"out_tokens":721},"mistral-large-2":{"in_tokens":2077,"out_tokens":782}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":669,"out_tokens":1298,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":19.391450971999973,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":1676},"claude-opus-4-8":{"in_tokens":3370,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":3375,"out_tokens":754},"mistral-large-2":{"in_tokens":1784,"out_tokens":775}}}
{"model_id":"claude-opus-4-8","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":589,"out_tokens":1389,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":20.091473605000033,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1823,"out_tokens":2754},"claude-opus-4-8":{"in_tokens":3426,"out_tokens":886},"claude-opus-4-7":{"in_tokens":3431,"out_tokens":712},"mistral-large-2":{"in_tokens":1964,"out_tokens":771}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2577,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":60.694056450000005,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2102,"out_tokens":2950},"claude-opus-4-8":{"in_tokens":4003,"out_tokens":1080},"claude-opus-4-7":{"in_tokens":4008,"out_tokens":897},"mistral-large-2":{"in_tokens":2277,"out_tokens":970}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":220,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":11.059250518999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":2049,"out_tokens":645},"claude-opus-4-7":{"in_tokens":2054,"out_tokens":506},"mistral-large-2":{"in_tokens":1140,"out_tokens":510}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":710,"out_tokens":1059,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.117700205999995,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1616,"out_tokens":1060},"claude-opus-4-8":{"in_tokens":3121,"out_tokens":611},"claude-opus-4-7":{"in_tokens":3126,"out_tokens":490},"mistral-large-2":{"in_tokens":1688,"out_tokens":720}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":19.446260360999986,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1907},"claude-opus-4-8":{"in_tokens":2445,"out_tokens":882},"claude-opus-4-7":{"in_tokens":2450,"out_tokens":717},"mistral-large-2":{"in_tokens":1385,"out_tokens":657}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2739,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":41.81491884999997,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2421,"out_tokens":3216},"claude-opus-4-8":{"in_tokens":4668,"out_tokens":1210},"claude-opus-4-7":{"in_tokens":4673,"out_tokens":985},"mistral-large-2":{"in_tokens":2602,"out_tokens":1047}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":688,"out_tokens":1262,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.61150416700002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1802,"out_tokens":1462},"claude-opus-4-8":{"in_tokens":3317,"out_tokens":709},"claude-opus-4-7":{"in_tokens":3322,"out_tokens":617},"mistral-large-2":{"in_tokens":1879,"out_tokens":772}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":23.18791046900003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1664},"claude-opus-4-8":{"in_tokens":2601,"out_tokens":825},"claude-opus-4-7":{"in_tokens":2606,"out_tokens":638},"mistral-large-2":{"in_tokens":1389,"out_tokens":667}}}
{"model_id":"gemini-3-1-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":32.29845372099999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1807,"out_tokens":2017},"claude-opus-4-8":{"in_tokens":3354,"out_tokens":1094},"claude-opus-4-7":{"in_tokens":3359,"out_tokens":769},"mistral-large-2":{"in_tokens":1916,"out_tokens":748}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":254,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":11.182399972999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1235},"claude-opus-4-8":{"in_tokens":2633,"out_tokens":648},"claude-opus-4-7":{"in_tokens":2638,"out_tokens":548},"mistral-large-2":{"in_tokens":1421,"out_tokens":655}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":10.631920739000009,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1057},"claude-opus-4-8":{"in_tokens":2189,"out_tokens":537},"claude-opus-4-7":{"in_tokens":2194,"out_tokens":444},"mistral-large-2":{"in_tokens":1204,"out_tokens":489}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":10.115804335000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1097,"out_tokens":988},"claude-opus-4-8":{"in_tokens":2081,"out_tokens":515},"claude-opus-4-7":{"in_tokens":2086,"out_tokens":413},"mistral-large-2":{"in_tokens":1156,"out_tokens":495}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2952,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":47.15026468299999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":2195},"claude-opus-4-8":{"in_tokens":3661,"out_tokens":1171},"claude-opus-4-7":{"in_tokens":3666,"out_tokens":1064},"mistral-large-2":{"in_tokens":1976,"out_tokens":697}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":12.757163541000011,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1049},"claude-opus-4-8":{"in_tokens":2155,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2160,"out_tokens":491},"mistral-large-2":{"in_tokens":1208,"out_tokens":502}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":3426,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":102.57278116199996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":2315},"claude-opus-4-8":{"in_tokens":2469,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2474,"out_tokens":795},"mistral-large-2":{"in_tokens":1434,"out_tokens":639}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":101,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":8.739505062000035,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1041,"out_tokens":926},"claude-opus-4-8":{"in_tokens":1956,"out_tokens":586},"claude-opus-4-7":{"in_tokens":1961,"out_tokens":451},"mistral-large-2":{"in_tokens":1078,"out_tokens":490}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":996,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.326728849000006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":2053},"claude-opus-4-8":{"in_tokens":2752,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":489},"mistral-large-2":{"in_tokens":1571,"out_tokens":590}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":775,"out_tokens":1112,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.454675044,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1598,"out_tokens":972},"claude-opus-4-8":{"in_tokens":2973,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2978,"out_tokens":433},"mistral-large-2":{"in_tokens":1673,"out_tokens":521}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":224,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.690804432999983,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1316,"out_tokens":1303},"claude-opus-4-8":{"in_tokens":2506,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2511,"out_tokens":562},"mistral-large-2":{"in_tokens":1374,"out_tokens":687}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1242,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":20.076625422999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1616,"out_tokens":1730},"claude-opus-4-8":{"in_tokens":3040,"out_tokens":732},"claude-opus-4-7":{"in_tokens":3045,"out_tokens":517},"mistral-large-2":{"in_tokens":1692,"out_tokens":625}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":102,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":11.577525423999987,"hallucination_count":5.75,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1182},"claude-opus-4-8":{"in_tokens":2078,"out_tokens":771},"claude-opus-4-7":{"in_tokens":2083,"out_tokens":501},"mistral-large-2":{"in_tokens":1196,"out_tokens":711}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":1078,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":16.78682288699997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1421,"out_tokens":1572},"claude-opus-4-8":{"in_tokens":2737,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":521},"mistral-large-2":{"in_tokens":1505,"out_tokens":534}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":12.636471497000002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1211},"claude-opus-4-8":{"in_tokens":2004,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2009,"out_tokens":459},"mistral-large-2":{"in_tokens":1095,"out_tokens":429}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":22.56093101199997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1398,"out_tokens":1264},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":671},"mistral-large-2":{"in_tokens":1462,"out_tokens":879}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":3958,"error":null,"skip_reason":null,"score_raw":0.05,"duration_s":109.828650235,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":2207},"claude-opus-4-8":{"in_tokens":2794,"out_tokens":1165},"claude-opus-4-7":{"in_tokens":2799,"out_tokens":918},"mistral-large-2":{"in_tokens":1595,"out_tokens":846}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":10.667242424999984,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1011,"out_tokens":1537},"claude-opus-4-8":{"in_tokens":1994,"out_tokens":645},"claude-opus-4-7":{"in_tokens":1999,"out_tokens":524},"mistral-large-2":{"in_tokens":1096,"out_tokens":646}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":264,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":20.449133340999992,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":1545},"claude-opus-4-8":{"in_tokens":2309,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2314,"out_tokens":524},"mistral-large-2":{"in_tokens":1277,"out_tokens":633}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":287,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":19.36017555699999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1570},"claude-opus-4-8":{"in_tokens":2402,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":514},"mistral-large-2":{"in_tokens":1370,"out_tokens":538}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":82,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":6.8458290629999965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":934,"out_tokens":1041},"claude-opus-4-8":{"in_tokens":1815,"out_tokens":614},"claude-opus-4-7":{"in_tokens":1820,"out_tokens":396},"mistral-large-2":{"in_tokens":1003,"out_tokens":459}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":2396,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":60.94590031800004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1610,"out_tokens":1572},"claude-opus-4-8":{"in_tokens":3080,"out_tokens":855},"claude-opus-4-7":{"in_tokens":3085,"out_tokens":677},"mistral-large-2":{"in_tokens":1728,"out_tokens":843}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":11.617414431999975,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1025,"out_tokens":1426},"claude-opus-4-8":{"in_tokens":1987,"out_tokens":745},"claude-opus-4-7":{"in_tokens":1992,"out_tokens":532},"mistral-large-2":{"in_tokens":1157,"out_tokens":654}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":107,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":8.268762221000031,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1045,"out_tokens":1231},"claude-opus-4-8":{"in_tokens":1991,"out_tokens":861},"claude-opus-4-7":{"in_tokens":1996,"out_tokens":580},"mistral-large-2":{"in_tokens":1132,"out_tokens":557}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":2055,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":28.71861621200003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1530,"out_tokens":1681},"claude-opus-4-8":{"in_tokens":3006,"out_tokens":767},"claude-opus-4-7":{"in_tokens":3011,"out_tokens":551},"mistral-large-2":{"in_tokens":1642,"out_tokens":488}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":8.797087755999996,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":977,"out_tokens":1760},"claude-opus-4-8":{"in_tokens":1899,"out_tokens":662},"claude-opus-4-7":{"in_tokens":1904,"out_tokens":452},"mistral-large-2":{"in_tokens":1060,"out_tokens":562}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":512,"out_tokens":764,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":14.025460867999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1048},"claude-opus-4-8":{"in_tokens":2320,"out_tokens":604},"claude-opus-4-7":{"in_tokens":2325,"out_tokens":386},"mistral-large-2":{"in_tokens":1279,"out_tokens":485}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":6.583536809000009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1006,"out_tokens":1293},"claude-opus-4-8":{"in_tokens":1912,"out_tokens":603},"claude-opus-4-7":{"in_tokens":1917,"out_tokens":551},"mistral-large-2":{"in_tokens":1112,"out_tokens":575}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":1173,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":18.259592173000044,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":1412},"claude-opus-4-8":{"in_tokens":2766,"out_tokens":554},"claude-opus-4-7":{"in_tokens":2771,"out_tokens":461},"mistral-large-2":{"in_tokens":1534,"out_tokens":504}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":574,"out_tokens":1086,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.735444923999978,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":1312},"claude-opus-4-8":{"in_tokens":2779,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2784,"out_tokens":508},"mistral-large-2":{"in_tokens":1557,"out_tokens":606}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":101,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":7.664249989999973,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1029,"out_tokens":1500},"claude-opus-4-8":{"in_tokens":1932,"out_tokens":582},"claude-opus-4-7":{"in_tokens":1937,"out_tokens":481},"mistral-large-2":{"in_tokens":1121,"out_tokens":555}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":546,"out_tokens":944,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":15.961311188999957,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1473,"out_tokens":2062},"claude-opus-4-8":{"in_tokens":2722,"out_tokens":629},"claude-opus-4-7":{"in_tokens":2727,"out_tokens":587},"mistral-large-2":{"in_tokens":1533,"out_tokens":664}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2688,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":36.82549831700004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1579,"out_tokens":1945},"claude-opus-4-8":{"in_tokens":3141,"out_tokens":716},"claude-opus-4-7":{"in_tokens":3146,"out_tokens":804},"mistral-large-2":{"in_tokens":1685,"out_tokens":628}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2289,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":38.24763212300002,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1727,"out_tokens":2748},"claude-opus-4-8":{"in_tokens":3374,"out_tokens":1161},"claude-opus-4-7":{"in_tokens":3379,"out_tokens":821},"mistral-large-2":{"in_tokens":1868,"out_tokens":848}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":263,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":20.333526038000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1607},"claude-opus-4-8":{"in_tokens":2276,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2281,"out_tokens":478},"mistral-large-2":{"in_tokens":1299,"out_tokens":605}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":139,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":11.230864820000022,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1686},"claude-opus-4-8":{"in_tokens":2074,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":560},"mistral-large-2":{"in_tokens":1184,"out_tokens":558}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":15.589135666000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1070,"out_tokens":1138},"claude-opus-4-8":{"in_tokens":2066,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2071,"out_tokens":506},"mistral-large-2":{"in_tokens":1125,"out_tokens":481}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":103,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":10.000398529999984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1048,"out_tokens":1330},"claude-opus-4-8":{"in_tokens":1968,"out_tokens":683},"claude-opus-4-7":{"in_tokens":1973,"out_tokens":501},"mistral-large-2":{"in_tokens":1135,"out_tokens":547}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":256,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":19.46746674800005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1665},"claude-opus-4-8":{"in_tokens":2164,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2169,"out_tokens":507},"mistral-large-2":{"in_tokens":1199,"out_tokens":549}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":15.532559664000019,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1388},"claude-opus-4-8":{"in_tokens":2189,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2194,"out_tokens":470},"mistral-large-2":{"in_tokens":1220,"out_tokens":443}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":124,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":8.938896786999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1270},"claude-opus-4-8":{"in_tokens":2130,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2135,"out_tokens":600},"mistral-large-2":{"in_tokens":1251,"out_tokens":579}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":78,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":6.917717369000002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":935,"out_tokens":904},"claude-opus-4-8":{"in_tokens":1747,"out_tokens":549},"claude-opus-4-7":{"in_tokens":1752,"out_tokens":445},"mistral-large-2":{"in_tokens":1038,"out_tokens":526}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":144,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":10.272171895000042,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1232},"claude-opus-4-8":{"in_tokens":2123,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2128,"out_tokens":528},"mistral-large-2":{"in_tokens":1212,"out_tokens":586}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":403,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":68.86104616300003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":1776},"claude-opus-4-8":{"in_tokens":2390,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2395,"out_tokens":570},"mistral-large-2":{"in_tokens":1312,"out_tokens":576}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":99,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":7.188170553999953,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1112,"out_tokens":1091},"claude-opus-4-8":{"in_tokens":2108,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2113,"out_tokens":465},"mistral-large-2":{"in_tokens":1233,"out_tokens":497}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":695,"out_tokens":1047,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.130796723999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1595,"out_tokens":1623},"claude-opus-4-8":{"in_tokens":2996,"out_tokens":675},"claude-opus-4-7":{"in_tokens":3001,"out_tokens":530},"mistral-large-2":{"in_tokens":1670,"out_tokens":640}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":87,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":8.249432378999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":944,"out_tokens":1185},"claude-opus-4-8":{"in_tokens":1887,"out_tokens":593},"claude-opus-4-7":{"in_tokens":1892,"out_tokens":479},"mistral-large-2":{"in_tokens":1007,"out_tokens":470}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":1008,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.46430536700001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1379,"out_tokens":1020},"claude-opus-4-8":{"in_tokens":2638,"out_tokens":499},"claude-opus-4-7":{"in_tokens":2643,"out_tokens":492},"mistral-large-2":{"in_tokens":1444,"out_tokens":533}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":5340,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":140.310059068,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":2321},"claude-opus-4-8":{"in_tokens":2440,"out_tokens":1009},"claude-opus-4-7":{"in_tokens":2445,"out_tokens":558},"mistral-large-2":{"in_tokens":1354,"out_tokens":593}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1033,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":18.406512890999977,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":1473},"claude-opus-4-8":{"in_tokens":2699,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2704,"out_tokens":464},"mistral-large-2":{"in_tokens":1522,"out_tokens":602}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":505,"out_tokens":1073,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.97425781200002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1462,"out_tokens":1722},"claude-opus-4-8":{"in_tokens":2727,"out_tokens":637},"claude-opus-4-7":{"in_tokens":2732,"out_tokens":546},"mistral-large-2":{"in_tokens":1519,"out_tokens":587}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":171,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":16.45743305000002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1008,"out_tokens":1163},"claude-opus-4-8":{"in_tokens":1885,"out_tokens":489},"claude-opus-4-7":{"in_tokens":1890,"out_tokens":413},"mistral-large-2":{"in_tokens":1041,"out_tokens":519}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":317,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":7.739495362999946,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1257,"out_tokens":976},"claude-opus-4-8":{"in_tokens":2391,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2396,"out_tokens":522},"mistral-large-2":{"in_tokens":1319,"out_tokens":485}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":437,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":70.687802395,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1316,"out_tokens":2037},"claude-opus-4-8":{"in_tokens":2461,"out_tokens":757},"claude-opus-4-7":{"in_tokens":2466,"out_tokens":587},"mistral-large-2":{"in_tokens":1374,"out_tokens":612}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.80216288600002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1714},"claude-opus-4-8":{"in_tokens":2085,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2090,"out_tokens":540},"mistral-large-2":{"in_tokens":1150,"out_tokens":566}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":73,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.276363135999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":997,"out_tokens":840},"claude-opus-4-8":{"in_tokens":2014,"out_tokens":735},"claude-opus-4-7":{"in_tokens":2019,"out_tokens":520},"mistral-large-2":{"in_tokens":1100,"out_tokens":468}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":15.03208340699996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":863},"claude-opus-4-8":{"in_tokens":2052,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2057,"out_tokens":510},"mistral-large-2":{"in_tokens":1134,"out_tokens":520}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":92,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":11.946425807999958,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1055,"out_tokens":1228},"claude-opus-4-8":{"in_tokens":1937,"out_tokens":531},"claude-opus-4-7":{"in_tokens":1942,"out_tokens":455},"mistral-large-2":{"in_tokens":1187,"out_tokens":555}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":17.305071052000017,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":1162},"claude-opus-4-8":{"in_tokens":2231,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2236,"out_tokens":473},"mistral-large-2":{"in_tokens":1240,"out_tokens":538}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":16.754730199999983,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1288,"out_tokens":1439},"claude-opus-4-8":{"in_tokens":2407,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2412,"out_tokens":483},"mistral-large-2":{"in_tokens":1349,"out_tokens":651}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":2858,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":47.886122548,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2179,"out_tokens":2255},"claude-opus-4-8":{"in_tokens":4065,"out_tokens":778},"claude-opus-4-7":{"in_tokens":4070,"out_tokens":639},"mistral-large-2":{"in_tokens":2325,"out_tokens":776}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":111,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":9.683924488000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1740},"claude-opus-4-8":{"in_tokens":2389,"out_tokens":738},"claude-opus-4-7":{"in_tokens":2394,"out_tokens":655},"mistral-large-2":{"in_tokens":1390,"out_tokens":593}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":327,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":6.645424375000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1302},"claude-opus-4-8":{"in_tokens":2348,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":494},"mistral-large-2":{"in_tokens":1328,"out_tokens":788}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.946285192999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1228,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":2316,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2321,"out_tokens":521},"mistral-large-2":{"in_tokens":1273,"out_tokens":568}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":480,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":74.52599264899999,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1927},"claude-opus-4-8":{"in_tokens":2750,"out_tokens":762},"claude-opus-4-7":{"in_tokens":2755,"out_tokens":708},"mistral-large-2":{"in_tokens":1502,"out_tokens":618}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":114,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":6.725435962999995,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1202},"claude-opus-4-8":{"in_tokens":2029,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2034,"out_tokens":510},"mistral-large-2":{"in_tokens":1145,"out_tokens":594}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":112,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":9.740157060000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1267},"claude-opus-4-8":{"in_tokens":2471,"out_tokens":585},"claude-opus-4-7":{"in_tokens":2476,"out_tokens":406},"mistral-large-2":{"in_tokens":1515,"out_tokens":476}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":820,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":76.27928047400002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1943,"out_tokens":1543},"claude-opus-4-8":{"in_tokens":3654,"out_tokens":715},"claude-opus-4-7":{"in_tokens":3659,"out_tokens":613},"mistral-large-2":{"in_tokens":2003,"out_tokens":659}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":879,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":13.656831247000014,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":1349},"claude-opus-4-8":{"in_tokens":2667,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":480},"mistral-large-2":{"in_tokens":1471,"out_tokens":551}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":704,"out_tokens":1164,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":19.07369360199999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1725,"out_tokens":1207},"claude-opus-4-8":{"in_tokens":3317,"out_tokens":672},"claude-opus-4-7":{"in_tokens":3322,"out_tokens":500},"mistral-large-2":{"in_tokens":1790,"out_tokens":598}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":503,"out_tokens":923,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":14.763523288999977,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":1086},"claude-opus-4-8":{"in_tokens":2691,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2696,"out_tokens":430},"mistral-large-2":{"in_tokens":1527,"out_tokens":574}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":6.1851780680000275,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1625},"claude-opus-4-8":{"in_tokens":2400,"out_tokens":981},"claude-opus-4-7":{"in_tokens":2405,"out_tokens":587},"mistral-large-2":{"in_tokens":1382,"out_tokens":774}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":4.887023354999997,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1618},"claude-opus-4-8":{"in_tokens":2102,"out_tokens":790},"claude-opus-4-7":{"in_tokens":2107,"out_tokens":736},"mistral-large-2":{"in_tokens":1159,"out_tokens":782}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":645,"out_tokens":1070,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.175677237000002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1524,"out_tokens":1465},"claude-opus-4-8":{"in_tokens":2909,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2914,"out_tokens":576},"mistral-large-2":{"in_tokens":1577,"out_tokens":635}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2381,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":34.64571381100001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1669,"out_tokens":2955},"claude-opus-4-8":{"in_tokens":3251,"out_tokens":969},"claude-opus-4-7":{"in_tokens":3256,"out_tokens":823},"mistral-large-2":{"in_tokens":1732,"out_tokens":755}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":16.826167833,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1038,"out_tokens":1236},"claude-opus-4-8":{"in_tokens":1993,"out_tokens":631},"claude-opus-4-7":{"in_tokens":1998,"out_tokens":500},"mistral-large-2":{"in_tokens":1088,"out_tokens":464}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":436,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":9.550331357000005,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":1323},"claude-opus-4-8":{"in_tokens":2538,"out_tokens":529},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":380},"mistral-large-2":{"in_tokens":1364,"out_tokens":547}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":101,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":10.977360204000036,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1191},"claude-opus-4-8":{"in_tokens":2051,"out_tokens":809},"claude-opus-4-7":{"in_tokens":2056,"out_tokens":635},"mistral-large-2":{"in_tokens":1180,"out_tokens":674}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":135,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":15.947233652000023,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1525,"out_tokens":1385},"claude-opus-4-8":{"in_tokens":2824,"out_tokens":646},"claude-opus-4-7":{"in_tokens":2829,"out_tokens":623},"mistral-large-2":{"in_tokens":1630,"out_tokens":613}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":4.319198493999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1412},"claude-opus-4-8":{"in_tokens":2028,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2033,"out_tokens":475},"mistral-large-2":{"in_tokens":1115,"out_tokens":476}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":7.63260829699999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1917},"claude-opus-4-8":{"in_tokens":2321,"out_tokens":721},"claude-opus-4-7":{"in_tokens":2326,"out_tokens":654},"mistral-large-2":{"in_tokens":1336,"out_tokens":633}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2845,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":45.20942742400001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1787,"out_tokens":1797},"claude-opus-4-8":{"in_tokens":3375,"out_tokens":856},"claude-opus-4-7":{"in_tokens":3380,"out_tokens":684},"mistral-large-2":{"in_tokens":1946,"out_tokens":756}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":95,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":9.001721892999967,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1045,"out_tokens":1587},"claude-opus-4-8":{"in_tokens":2007,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2012,"out_tokens":527},"mistral-large-2":{"in_tokens":1151,"out_tokens":573}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":10.028680065999993,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1217,"out_tokens":1971},"claude-opus-4-8":{"in_tokens":2336,"out_tokens":899},"claude-opus-4-7":{"in_tokens":2341,"out_tokens":648},"mistral-large-2":{"in_tokens":1329,"out_tokens":598}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":18.153329146000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1109,"out_tokens":1483},"claude-opus-4-8":{"in_tokens":2062,"out_tokens":676},"claude-opus-4-7":{"in_tokens":2067,"out_tokens":511},"mistral-large-2":{"in_tokens":1159,"out_tokens":541}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":278,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":7.276436507000028,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1222,"out_tokens":1914},"claude-opus-4-8":{"in_tokens":2340,"out_tokens":799},"claude-opus-4-7":{"in_tokens":2345,"out_tokens":674},"mistral-large-2":{"in_tokens":1312,"out_tokens":636}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":595,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":9.743734533000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1477},"claude-opus-4-8":{"in_tokens":2371,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2376,"out_tokens":519},"mistral-large-2":{"in_tokens":1315,"out_tokens":609}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":303,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":6.121339583000008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1138,"out_tokens":1967},"claude-opus-4-8":{"in_tokens":2250,"out_tokens":812},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":668},"mistral-large-2":{"in_tokens":1229,"out_tokens":562}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":19.90489263799998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1394,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":2655,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2660,"out_tokens":509},"mistral-large-2":{"in_tokens":1444,"out_tokens":664}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.543121941000038,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":850},"claude-opus-4-8":{"in_tokens":2268,"out_tokens":458},"claude-opus-4-7":{"in_tokens":2273,"out_tokens":446},"mistral-large-2":{"in_tokens":1250,"out_tokens":691}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":90,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":7.665909607999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1268},"claude-opus-4-8":{"in_tokens":2087,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2092,"out_tokens":583},"mistral-large-2":{"in_tokens":1172,"out_tokens":601}}}
{"model_id":"claude-opus-4-8","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":755,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":11.787824165000018,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1295},"claude-opus-4-8":{"in_tokens":2437,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":449},"mistral-large-2":{"in_tokens":1322,"out_tokens":569}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":6.301657449999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":1093},"claude-opus-4-8":{"in_tokens":2179,"out_tokens":746},"claude-opus-4-7":{"in_tokens":2184,"out_tokens":544},"mistral-large-2":{"in_tokens":1247,"out_tokens":597}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":4.823515156000042,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1518},"claude-opus-4-8":{"in_tokens":2153,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2158,"out_tokens":456},"mistral-large-2":{"in_tokens":1226,"out_tokens":540}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":10.265487822000011,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1729},"claude-opus-4-8":{"in_tokens":2179,"out_tokens":741},"claude-opus-4-7":{"in_tokens":2184,"out_tokens":615},"mistral-large-2":{"in_tokens":1260,"out_tokens":581}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":106,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":7.5346092969999745,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":1800},"claude-opus-4-8":{"in_tokens":1891,"out_tokens":704},"claude-opus-4-7":{"in_tokens":1896,"out_tokens":603},"mistral-large-2":{"in_tokens":1061,"out_tokens":602}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":820,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":13.942381250999972,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":2245},"claude-opus-4-8":{"in_tokens":2717,"out_tokens":917},"claude-opus-4-7":{"in_tokens":2722,"out_tokens":504},"mistral-large-2":{"in_tokens":1573,"out_tokens":946}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":9.703029887000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1047,"out_tokens":1105},"claude-opus-4-8":{"in_tokens":2071,"out_tokens":807},"claude-opus-4-7":{"in_tokens":2076,"out_tokens":555},"mistral-large-2":{"in_tokens":1146,"out_tokens":559}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":6.730838793999965,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1707},"claude-opus-4-8":{"in_tokens":2395,"out_tokens":888},"claude-opus-4-7":{"in_tokens":2400,"out_tokens":685},"mistral-large-2":{"in_tokens":1346,"out_tokens":687}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":901,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":14.926981445999957,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":1836},"claude-opus-4-8":{"in_tokens":2592,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2597,"out_tokens":674},"mistral-large-2":{"in_tokens":1419,"out_tokens":606}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":14.176950905000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":678},"claude-opus-4-8":{"in_tokens":2118,"out_tokens":534},"claude-opus-4-7":{"in_tokens":2123,"out_tokens":533},"mistral-large-2":{"in_tokens":1171,"out_tokens":418}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":573,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":12.443744517000027,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":2151},"claude-opus-4-8":{"in_tokens":2945,"out_tokens":912},"claude-opus-4-7":{"in_tokens":2950,"out_tokens":836},"mistral-large-2":{"in_tokens":1629,"out_tokens":688}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":6.7904493859999775,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":1885},"claude-opus-4-8":{"in_tokens":2410,"out_tokens":943},"claude-opus-4-7":{"in_tokens":2415,"out_tokens":756},"mistral-large-2":{"in_tokens":1384,"out_tokens":716}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":6.125250027999982,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1255,"out_tokens":2113},"claude-opus-4-8":{"in_tokens":2363,"out_tokens":1227},"claude-opus-4-7":{"in_tokens":2368,"out_tokens":769},"mistral-large-2":{"in_tokens":1345,"out_tokens":589}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3718,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":52.81401997099999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1915,"out_tokens":2931},"claude-opus-4-8":{"in_tokens":3618,"out_tokens":1390},"claude-opus-4-7":{"in_tokens":3623,"out_tokens":903},"mistral-large-2":{"in_tokens":2092,"out_tokens":650}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":90,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.368620911999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1009,"out_tokens":1101},"claude-opus-4-8":{"in_tokens":1918,"out_tokens":582},"claude-opus-4-7":{"in_tokens":1923,"out_tokens":489},"mistral-large-2":{"in_tokens":1122,"out_tokens":534}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":105,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":10.370984372999999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1012,"out_tokens":1264},"claude-opus-4-8":{"in_tokens":1906,"out_tokens":735},"claude-opus-4-7":{"in_tokens":1911,"out_tokens":594},"mistral-large-2":{"in_tokens":1109,"out_tokens":480}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1351,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":30.83084589599997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1794,"out_tokens":1273},"claude-opus-4-8":{"in_tokens":3404,"out_tokens":610},"claude-opus-4-7":{"in_tokens":3409,"out_tokens":511},"mistral-large-2":{"in_tokens":1881,"out_tokens":589}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":8.905805481000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":982,"out_tokens":1959},"claude-opus-4-8":{"in_tokens":1884,"out_tokens":788},"claude-opus-4-7":{"in_tokens":1889,"out_tokens":487},"mistral-large-2":{"in_tokens":1036,"out_tokens":482}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":15.136191588000031,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1063},"claude-opus-4-8":{"in_tokens":2100,"out_tokens":625},"claude-opus-4-7":{"in_tokens":2105,"out_tokens":468},"mistral-large-2":{"in_tokens":1156,"out_tokens":548}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":674,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":10.608125287000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1205,"out_tokens":922},"claude-opus-4-8":{"in_tokens":2343,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2348,"out_tokens":466},"mistral-large-2":{"in_tokens":1291,"out_tokens":490}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":120,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":9.891091485999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1013,"out_tokens":994},"claude-opus-4-8":{"in_tokens":1883,"out_tokens":827},"claude-opus-4-7":{"in_tokens":1888,"out_tokens":541},"mistral-large-2":{"in_tokens":1084,"out_tokens":504}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":421,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":9.992429267999967,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":2269},"claude-opus-4-8":{"in_tokens":2355,"out_tokens":965},"claude-opus-4-7":{"in_tokens":2360,"out_tokens":740},"mistral-large-2":{"in_tokens":1384,"out_tokens":765}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":16.332484391000037,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":831},"claude-opus-4-8":{"in_tokens":2180,"out_tokens":537},"claude-opus-4-7":{"in_tokens":2185,"out_tokens":500},"mistral-large-2":{"in_tokens":1184,"out_tokens":537}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":639,"out_tokens":941,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.148955153999964,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":1772},"claude-opus-4-8":{"in_tokens":2732,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2737,"out_tokens":554},"mistral-large-2":{"in_tokens":1555,"out_tokens":609}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":18.522192706999988,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1415,"out_tokens":1407},"claude-opus-4-8":{"in_tokens":2735,"out_tokens":712},"claude-opus-4-7":{"in_tokens":2740,"out_tokens":551},"mistral-large-2":{"in_tokens":1607,"out_tokens":614}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1118,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":21.396712244000014,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1558,"out_tokens":1709},"claude-opus-4-8":{"in_tokens":2924,"out_tokens":667},"claude-opus-4-7":{"in_tokens":2929,"out_tokens":574},"mistral-large-2":{"in_tokens":1657,"out_tokens":647}}}
{"model_id":"gemini-3-1-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":20.428092129999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1002},"claude-opus-4-8":{"in_tokens":2222,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2227,"out_tokens":450},"mistral-large-2":{"in_tokens":1238,"out_tokens":518}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":99,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.17555460899996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":911,"out_tokens":1173},"claude-opus-4-8":{"in_tokens":1759,"out_tokens":565},"claude-opus-4-7":{"in_tokens":1764,"out_tokens":482},"mistral-large-2":{"in_tokens":989,"out_tokens":476}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":463,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":10.743071787999952,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1445,"out_tokens":1487},"claude-opus-4-8":{"in_tokens":2792,"out_tokens":716},"claude-opus-4-7":{"in_tokens":2797,"out_tokens":602},"mistral-large-2":{"in_tokens":1599,"out_tokens":530}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1953,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":26.19062358399998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1830,"out_tokens":1576},"claude-opus-4-8":{"in_tokens":3419,"out_tokens":743},"claude-opus-4-7":{"in_tokens":3424,"out_tokens":575},"mistral-large-2":{"in_tokens":1918,"out_tokens":775}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":965,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.47304184699999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1325,"out_tokens":2051},"claude-opus-4-8":{"in_tokens":2615,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2620,"out_tokens":493},"mistral-large-2":{"in_tokens":1447,"out_tokens":623}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":9.886697522999953,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":3039},"claude-opus-4-8":{"in_tokens":2815,"out_tokens":986},"claude-opus-4-7":{"in_tokens":2820,"out_tokens":645},"mistral-large-2":{"in_tokens":1526,"out_tokens":1159}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.999264775999961,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1328},"claude-opus-4-8":{"in_tokens":2227,"out_tokens":747},"claude-opus-4-7":{"in_tokens":2232,"out_tokens":545},"mistral-large-2":{"in_tokens":1283,"out_tokens":766}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":12.575534452,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1097},"claude-opus-4-8":{"in_tokens":1975,"out_tokens":599},"claude-opus-4-7":{"in_tokens":1980,"out_tokens":467},"mistral-large-2":{"in_tokens":1145,"out_tokens":565}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":693,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":11.289472267999997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1260,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":2401,"out_tokens":743},"claude-opus-4-7":{"in_tokens":2406,"out_tokens":543},"mistral-large-2":{"in_tokens":1390,"out_tokens":691}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":569,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":11.354360954000015,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":2574,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2579,"out_tokens":532},"mistral-large-2":{"in_tokens":1326,"out_tokens":581}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":615,"out_tokens":771,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":12.31115558800002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1129},"claude-opus-4-8":{"in_tokens":2528,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2533,"out_tokens":520},"mistral-large-2":{"in_tokens":1465,"out_tokens":587}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":11.507621713999981,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1942},"claude-opus-4-8":{"in_tokens":2468,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2473,"out_tokens":542},"mistral-large-2":{"in_tokens":1338,"out_tokens":578}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":2792,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":81.338139383,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1795},"claude-opus-4-8":{"in_tokens":2417,"out_tokens":916},"claude-opus-4-7":{"in_tokens":2422,"out_tokens":619},"mistral-large-2":{"in_tokens":1335,"out_tokens":702}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.540247464999993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1097,"out_tokens":1362},"claude-opus-4-8":{"in_tokens":2229,"out_tokens":508},"claude-opus-4-7":{"in_tokens":2234,"out_tokens":483},"mistral-large-2":{"in_tokens":1175,"out_tokens":478}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":3143,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":88.511123113,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1851},"claude-opus-4-8":{"in_tokens":2661,"out_tokens":919},"claude-opus-4-7":{"in_tokens":2666,"out_tokens":859},"mistral-large-2":{"in_tokens":1510,"out_tokens":701}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":136,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":15.898798229999954,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1088,"out_tokens":1153},"claude-opus-4-8":{"in_tokens":2085,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2090,"out_tokens":558},"mistral-large-2":{"in_tokens":1169,"out_tokens":589}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":703,"out_tokens":1047,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":17.34154993100003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1482,"out_tokens":1799},"claude-opus-4-8":{"in_tokens":2878,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2883,"out_tokens":565},"mistral-large-2":{"in_tokens":1638,"out_tokens":665}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":188,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":19.761147661000052,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":2001},"claude-opus-4-8":{"in_tokens":2075,"out_tokens":824},"claude-opus-4-7":{"in_tokens":2080,"out_tokens":496},"mistral-large-2":{"in_tokens":1138,"out_tokens":698}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":624,"out_tokens":797,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":14.632222111000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":798},"claude-opus-4-8":{"in_tokens":2597,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2602,"out_tokens":490},"mistral-large-2":{"in_tokens":1474,"out_tokens":576}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":370,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":13.776957253999967,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":2069},"claude-opus-4-8":{"in_tokens":2085,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2090,"out_tokens":569},"mistral-large-2":{"in_tokens":1150,"out_tokens":523}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":10.930450098999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":970,"out_tokens":988},"claude-opus-4-8":{"in_tokens":1918,"out_tokens":480},"claude-opus-4-7":{"in_tokens":1923,"out_tokens":389},"mistral-large-2":{"in_tokens":1037,"out_tokens":459}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.09970400100002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1015,"out_tokens":1173},"claude-opus-4-8":{"in_tokens":1967,"out_tokens":552},"claude-opus-4-7":{"in_tokens":1972,"out_tokens":429},"mistral-large-2":{"in_tokens":1091,"out_tokens":477}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":571,"out_tokens":650,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":11.052845899000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":1147},"claude-opus-4-8":{"in_tokens":2528,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2533,"out_tokens":491},"mistral-large-2":{"in_tokens":1422,"out_tokens":600}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":10.620772939000005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":978,"out_tokens":2033},"claude-opus-4-8":{"in_tokens":1954,"out_tokens":524},"claude-opus-4-7":{"in_tokens":1959,"out_tokens":516},"mistral-large-2":{"in_tokens":1028,"out_tokens":433}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1665,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":28.867040049999957,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1784,"out_tokens":1386},"claude-opus-4-8":{"in_tokens":3292,"out_tokens":661},"claude-opus-4-7":{"in_tokens":3297,"out_tokens":532},"mistral-large-2":{"in_tokens":1873,"out_tokens":869}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":236,"error":null,"skip_reason":null,"score_raw":0.3214285714285714,"duration_s":10.081528671000001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":2197},"claude-opus-4-8":{"in_tokens":1971,"out_tokens":476},"claude-opus-4-7":{"in_tokens":1976,"out_tokens":464},"mistral-large-2":{"in_tokens":1112,"out_tokens":470}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":127,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":26.732145204000005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":998,"out_tokens":1265},"claude-opus-4-8":{"in_tokens":1942,"out_tokens":664},"claude-opus-4-7":{"in_tokens":1947,"out_tokens":510},"mistral-large-2":{"in_tokens":1119,"out_tokens":554}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":693,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":10.825344298999994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":2497},"claude-opus-4-8":{"in_tokens":2307,"out_tokens":824},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":565},"mistral-large-2":{"in_tokens":1372,"out_tokens":759}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":415,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":7.601822131000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":863,"out_tokens":836},"claude-opus-4-8":{"in_tokens":1666,"out_tokens":435},"claude-opus-4-7":{"in_tokens":1671,"out_tokens":391},"mistral-large-2":{"in_tokens":895,"out_tokens":423}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":687,"out_tokens":1335,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.754521142999977,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1709,"out_tokens":1226},"claude-opus-4-8":{"in_tokens":3252,"out_tokens":648},"claude-opus-4-7":{"in_tokens":3257,"out_tokens":488},"mistral-large-2":{"in_tokens":1886,"out_tokens":971}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":492,"out_tokens":3848,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":109.420992565,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1724,"out_tokens":1862},"claude-opus-4-8":{"in_tokens":3268,"out_tokens":1119},"claude-opus-4-7":{"in_tokens":3273,"out_tokens":931},"mistral-large-2":{"in_tokens":1820,"out_tokens":764}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1344,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":27.528155491000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":1059},"claude-opus-4-8":{"in_tokens":2733,"out_tokens":534},"claude-opus-4-7":{"in_tokens":2738,"out_tokens":465},"mistral-large-2":{"in_tokens":1506,"out_tokens":747}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":8.848574340000027,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":960,"out_tokens":1934},"claude-opus-4-8":{"in_tokens":1928,"out_tokens":604},"claude-opus-4-7":{"in_tokens":1933,"out_tokens":566},"mistral-large-2":{"in_tokens":1030,"out_tokens":497}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.20833333333333331,"duration_s":8.850516411000001,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":894,"out_tokens":1113},"claude-opus-4-8":{"in_tokens":1821,"out_tokens":559},"claude-opus-4-7":{"in_tokens":1826,"out_tokens":378},"mistral-large-2":{"in_tokens":956,"out_tokens":468}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":202,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":17.59911844300001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1134},"claude-opus-4-8":{"in_tokens":2064,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2069,"out_tokens":501},"mistral-large-2":{"in_tokens":1205,"out_tokens":615}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":774,"out_tokens":1055,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":17.471207765999964,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":2533},"claude-opus-4-8":{"in_tokens":2981,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":527},"mistral-large-2":{"in_tokens":1741,"out_tokens":657}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1612,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":35.800005732000045,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":1939},"claude-opus-4-8":{"in_tokens":2725,"out_tokens":838},"claude-opus-4-7":{"in_tokens":2730,"out_tokens":639},"mistral-large-2":{"in_tokens":1547,"out_tokens":730}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":8845,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":220.28296444199998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1552,"out_tokens":1971},"claude-opus-4-8":{"in_tokens":2952,"out_tokens":827},"claude-opus-4-7":{"in_tokens":2957,"out_tokens":661},"mistral-large-2":{"in_tokens":1693,"out_tokens":769}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":21.110940787999937,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1017,"out_tokens":1752},"claude-opus-4-8":{"in_tokens":2020,"out_tokens":898},"claude-opus-4-7":{"in_tokens":2025,"out_tokens":531},"mistral-large-2":{"in_tokens":1115,"out_tokens":688}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":12.619230406000042,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1011,"out_tokens":1981},"claude-opus-4-8":{"in_tokens":2006,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2011,"out_tokens":548},"mistral-large-2":{"in_tokens":1058,"out_tokens":469}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.6785714285714285,"duration_s":9.536178575999998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":872,"out_tokens":1504},"claude-opus-4-8":{"in_tokens":1735,"out_tokens":556},"claude-opus-4-7":{"in_tokens":1740,"out_tokens":491},"mistral-large-2":{"in_tokens":933,"out_tokens":509}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":8.968345731,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1199,"out_tokens":2244},"claude-opus-4-8":{"in_tokens":2269,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2274,"out_tokens":566},"mistral-large-2":{"in_tokens":1265,"out_tokens":603}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2074,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":45.32269523499997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1997,"out_tokens":1577},"claude-opus-4-8":{"in_tokens":3704,"out_tokens":541},"claude-opus-4-7":{"in_tokens":3709,"out_tokens":467},"mistral-large-2":{"in_tokens":2089,"out_tokens":621}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1024,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.25944850999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1260},"claude-opus-4-8":{"in_tokens":2753,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2758,"out_tokens":544},"mistral-large-2":{"in_tokens":1459,"out_tokens":478}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":966,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":13.908519794999961,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1774},"claude-opus-4-8":{"in_tokens":2682,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":542},"mistral-large-2":{"in_tokens":1481,"out_tokens":543}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":17.337190136999936,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1088,"out_tokens":1287},"claude-opus-4-8":{"in_tokens":2063,"out_tokens":543},"claude-opus-4-7":{"in_tokens":2068,"out_tokens":459},"mistral-large-2":{"in_tokens":1179,"out_tokens":483}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.09375,"duration_s":11.494184665999967,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1014,"out_tokens":1416},"claude-opus-4-8":{"in_tokens":2034,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2039,"out_tokens":505},"mistral-large-2":{"in_tokens":1095,"out_tokens":638}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.39983621800002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":864},"claude-opus-4-8":{"in_tokens":2233,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2238,"out_tokens":500},"mistral-large-2":{"in_tokens":1259,"out_tokens":532}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":8.339610825999898,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":998,"out_tokens":1676},"claude-opus-4-8":{"in_tokens":1958,"out_tokens":571},"claude-opus-4-7":{"in_tokens":1963,"out_tokens":517},"mistral-large-2":{"in_tokens":1057,"out_tokens":863}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":680,"out_tokens":632,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.798316904999979,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1666},"claude-opus-4-8":{"in_tokens":2503,"out_tokens":690},"claude-opus-4-7":{"in_tokens":2508,"out_tokens":539},"mistral-large-2":{"in_tokens":1375,"out_tokens":505}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":149,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":10.246072001000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":922,"out_tokens":1231},"claude-opus-4-8":{"in_tokens":1820,"out_tokens":594},"claude-opus-4-7":{"in_tokens":1825,"out_tokens":427},"mistral-large-2":{"in_tokens":958,"out_tokens":404}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":852,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":18.89123595500007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1092},"claude-opus-4-8":{"in_tokens":2062,"out_tokens":562},"claude-opus-4-7":{"in_tokens":2067,"out_tokens":388},"mistral-large-2":{"in_tokens":1148,"out_tokens":484}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":311,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":10.614021826999988,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1005,"out_tokens":2128},"claude-opus-4-8":{"in_tokens":2051,"out_tokens":779},"claude-opus-4-7":{"in_tokens":2056,"out_tokens":528},"mistral-large-2":{"in_tokens":1066,"out_tokens":569}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":1290,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":20.680422313000065,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":2004},"claude-opus-4-8":{"in_tokens":3070,"out_tokens":902},"claude-opus-4-7":{"in_tokens":3075,"out_tokens":622},"mistral-large-2":{"in_tokens":1872,"out_tokens":841}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":209,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":16.80896870800001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1391},"claude-opus-4-8":{"in_tokens":2202,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2207,"out_tokens":573},"mistral-large-2":{"in_tokens":1248,"out_tokens":581}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":857,"out_tokens":923,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":14.829397162000078,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":1689},"claude-opus-4-8":{"in_tokens":3105,"out_tokens":796},"claude-opus-4-7":{"in_tokens":3110,"out_tokens":608},"mistral-large-2":{"in_tokens":1798,"out_tokens":614}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":11.889806835000059,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":2217},"claude-opus-4-8":{"in_tokens":3305,"out_tokens":1194},"claude-opus-4-7":{"in_tokens":3310,"out_tokens":789},"mistral-large-2":{"in_tokens":1800,"out_tokens":896}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":356,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":11.183446101000072,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1660,"out_tokens":1603},"claude-opus-4-8":{"in_tokens":3265,"out_tokens":984},"claude-opus-4-7":{"in_tokens":3270,"out_tokens":680},"mistral-large-2":{"in_tokens":1779,"out_tokens":834}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1266,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":34.13293736700001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1517,"out_tokens":1208},"claude-opus-4-8":{"in_tokens":2897,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2902,"out_tokens":497},"mistral-large-2":{"in_tokens":1608,"out_tokens":576}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.1875,"duration_s":67.54663666200003,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1149,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":2303,"out_tokens":900},"claude-opus-4-7":{"in_tokens":2308,"out_tokens":795},"mistral-large-2":{"in_tokens":1217,"out_tokens":646}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":898,"out_tokens":1169,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":18.352799375000018,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":3452,"out_tokens":972},"claude-opus-4-7":{"in_tokens":3457,"out_tokens":777},"mistral-large-2":{"in_tokens":2051,"out_tokens":903}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":22.673436609999953,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1226,"out_tokens":1121},"claude-opus-4-8":{"in_tokens":2322,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":540},"mistral-large-2":{"in_tokens":1343,"out_tokens":1536}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":388,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":68.59489750399996,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":2465,"out_tokens":842},"claude-opus-4-7":{"in_tokens":2470,"out_tokens":597},"mistral-large-2":{"in_tokens":1333,"out_tokens":590}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":777,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":12.324057205000031,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1230},"claude-opus-4-8":{"in_tokens":2602,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2607,"out_tokens":483},"mistral-large-2":{"in_tokens":1471,"out_tokens":636}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":18.200545167000087,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1026,"out_tokens":1836},"claude-opus-4-8":{"in_tokens":1921,"out_tokens":710},"claude-opus-4-7":{"in_tokens":1926,"out_tokens":504},"mistral-large-2":{"in_tokens":1146,"out_tokens":629}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":410,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":13.14731300699998,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1679,"out_tokens":2517},"claude-opus-4-8":{"in_tokens":3309,"out_tokens":1005},"claude-opus-4-7":{"in_tokens":3314,"out_tokens":789},"mistral-large-2":{"in_tokens":1774,"out_tokens":879}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":19.23804769500009,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1087},"claude-opus-4-8":{"in_tokens":2249,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":521},"mistral-large-2":{"in_tokens":1259,"out_tokens":585}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.339981170999977,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1559,"out_tokens":2444},"claude-opus-4-8":{"in_tokens":3042,"out_tokens":942},"claude-opus-4-7":{"in_tokens":3047,"out_tokens":568},"mistral-large-2":{"in_tokens":1675,"out_tokens":665}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":7.944138078999913,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1020,"out_tokens":1616},"claude-opus-4-8":{"in_tokens":1985,"out_tokens":503},"claude-opus-4-7":{"in_tokens":1990,"out_tokens":432},"mistral-large-2":{"in_tokens":1093,"out_tokens":489}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1014,"out_tokens":1308,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":19.548283658999935,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2085,"out_tokens":1360},"claude-opus-4-8":{"in_tokens":3910,"out_tokens":838},"claude-opus-4-7":{"in_tokens":3915,"out_tokens":597},"mistral-large-2":{"in_tokens":2236,"out_tokens":725}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":310,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":6.866307777999964,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1676},"claude-opus-4-8":{"in_tokens":2805,"out_tokens":809},"claude-opus-4-7":{"in_tokens":2810,"out_tokens":543},"mistral-large-2":{"in_tokens":1721,"out_tokens":508}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":65.85431502699998,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1706},"claude-opus-4-8":{"in_tokens":2354,"out_tokens":928},"claude-opus-4-7":{"in_tokens":2359,"out_tokens":543},"mistral-large-2":{"in_tokens":1266,"out_tokens":614}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":340,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":69.39477245799998,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":1593},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":991},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":748},"mistral-large-2":{"in_tokens":1429,"out_tokens":704}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":344,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":20.192561855000008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1626,"out_tokens":1681},"claude-opus-4-8":{"in_tokens":3179,"out_tokens":1012},"claude-opus-4-7":{"in_tokens":3184,"out_tokens":662},"mistral-large-2":{"in_tokens":1758,"out_tokens":735}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":598,"out_tokens":1007,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":15.452449579000017,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1487,"out_tokens":1889},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":666},"mistral-large-2":{"in_tokens":1644,"out_tokens":750}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":541,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":11.346201057999906,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1622,"out_tokens":1714},"claude-opus-4-8":{"in_tokens":3164,"out_tokens":842},"claude-opus-4-7":{"in_tokens":3169,"out_tokens":724},"mistral-large-2":{"in_tokens":1815,"out_tokens":645}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":338,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":8.635319900000013,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1386,"out_tokens":1977},"claude-opus-4-8":{"in_tokens":2811,"out_tokens":1029},"claude-opus-4-7":{"in_tokens":2816,"out_tokens":781},"mistral-large-2":{"in_tokens":1484,"out_tokens":835}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":9.877779051000061,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":933,"out_tokens":1781},"claude-opus-4-8":{"in_tokens":1824,"out_tokens":564},"claude-opus-4-7":{"in_tokens":1829,"out_tokens":400},"mistral-large-2":{"in_tokens":996,"out_tokens":500}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.5862053809999,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":1589},"claude-opus-4-8":{"in_tokens":2439,"out_tokens":996},"claude-opus-4-7":{"in_tokens":2444,"out_tokens":649},"mistral-large-2":{"in_tokens":1378,"out_tokens":819}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":8.849513478000063,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":2051},"claude-opus-4-8":{"in_tokens":2410,"out_tokens":875},"claude-opus-4-7":{"in_tokens":2415,"out_tokens":654},"mistral-large-2":{"in_tokens":1352,"out_tokens":903}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":22.430875485,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":1843},"claude-opus-4-8":{"in_tokens":2232,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2237,"out_tokens":568},"mistral-large-2":{"in_tokens":1303,"out_tokens":601}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":14.695429804000014,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1033,"out_tokens":1063},"claude-opus-4-8":{"in_tokens":2067,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2072,"out_tokens":467},"mistral-large-2":{"in_tokens":1103,"out_tokens":506}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1047,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":27.205142848000037,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1528},"claude-opus-4-8":{"in_tokens":2741,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2746,"out_tokens":638},"mistral-large-2":{"in_tokens":1557,"out_tokens":648}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":778,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":13.76556632400002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":2608},"claude-opus-4-8":{"in_tokens":2616,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":597},"mistral-large-2":{"in_tokens":1499,"out_tokens":674}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":1024,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":15.960276763000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":1988},"claude-opus-4-8":{"in_tokens":3044,"out_tokens":707},"claude-opus-4-7":{"in_tokens":3049,"out_tokens":717},"mistral-large-2":{"in_tokens":1740,"out_tokens":624}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":464,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":8.800427013999979,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1838,"out_tokens":2250},"claude-opus-4-8":{"in_tokens":3452,"out_tokens":956},"claude-opus-4-7":{"in_tokens":3457,"out_tokens":581},"mistral-large-2":{"in_tokens":1970,"out_tokens":783}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1456,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":39.87146792600004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":1907},"claude-opus-4-8":{"in_tokens":3137,"out_tokens":759},"claude-opus-4-7":{"in_tokens":3142,"out_tokens":692},"mistral-large-2":{"in_tokens":1778,"out_tokens":1037}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":8.4789540270001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1414},"claude-opus-4-8":{"in_tokens":2386,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2391,"out_tokens":600},"mistral-large-2":{"in_tokens":1331,"out_tokens":584}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":8.089871846000051,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1991},"claude-opus-4-8":{"in_tokens":2771,"out_tokens":867},"claude-opus-4-7":{"in_tokens":2776,"out_tokens":710},"mistral-large-2":{"in_tokens":1547,"out_tokens":584}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.3888888888888889,"duration_s":5.530096318000005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":1884},"claude-opus-4-8":{"in_tokens":2246,"out_tokens":845},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":796},"mistral-large-2":{"in_tokens":1307,"out_tokens":775}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.119661578999967,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1825,"out_tokens":3004},"claude-opus-4-8":{"in_tokens":3510,"out_tokens":987},"claude-opus-4-7":{"in_tokens":3515,"out_tokens":834},"mistral-large-2":{"in_tokens":1899,"out_tokens":706}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":9.948346604999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1692,"out_tokens":2100},"claude-opus-4-8":{"in_tokens":3334,"out_tokens":1048},"claude-opus-4-7":{"in_tokens":3339,"out_tokens":696},"mistral-large-2":{"in_tokens":1830,"out_tokens":1229}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":5.355762459999937,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1544},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":783},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":667},"mistral-large-2":{"in_tokens":1325,"out_tokens":614}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1027,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":23.338125847000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1048},"claude-opus-4-8":{"in_tokens":2688,"out_tokens":551},"claude-opus-4-7":{"in_tokens":2693,"out_tokens":482},"mistral-large-2":{"in_tokens":1498,"out_tokens":525}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":668,"out_tokens":962,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.865978282000015,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":1058},"claude-opus-4-8":{"in_tokens":2728,"out_tokens":647},"claude-opus-4-7":{"in_tokens":2733,"out_tokens":516},"mistral-large-2":{"in_tokens":1545,"out_tokens":671}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":21.81242389399995,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1049,"out_tokens":1760},"claude-opus-4-8":{"in_tokens":2100,"out_tokens":865},"claude-opus-4-7":{"in_tokens":2105,"out_tokens":594},"mistral-large-2":{"in_tokens":1125,"out_tokens":643}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.6666666666666667,"duration_s":5.452579721000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1556},"claude-opus-4-8":{"in_tokens":2303,"out_tokens":828},"claude-opus-4-7":{"in_tokens":2308,"out_tokens":543},"mistral-large-2":{"in_tokens":1260,"out_tokens":520}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":716,"out_tokens":940,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":14.573083192000013,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1481,"out_tokens":3160},"claude-opus-4-8":{"in_tokens":2862,"out_tokens":1055},"claude-opus-4-7":{"in_tokens":2867,"out_tokens":1082},"mistral-large-2":{"in_tokens":1616,"out_tokens":832}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":4.81842281999991,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1906},"claude-opus-4-8":{"in_tokens":2117,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2122,"out_tokens":505},"mistral-large-2":{"in_tokens":1185,"out_tokens":589}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1933,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":46.105148944999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1761,"out_tokens":1686},"claude-opus-4-8":{"in_tokens":3247,"out_tokens":700},"claude-opus-4-7":{"in_tokens":3252,"out_tokens":514},"mistral-large-2":{"in_tokens":1846,"out_tokens":786}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":506,"error":null,"skip_reason":null,"score_raw":0.35000000000000003,"duration_s":13.01558602700004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1914,"out_tokens":2413},"claude-opus-4-8":{"in_tokens":3718,"out_tokens":1219},"claude-opus-4-7":{"in_tokens":3723,"out_tokens":820},"mistral-large-2":{"in_tokens":2052,"out_tokens":837}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":2427,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":70.87503706900003,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1468},"claude-opus-4-8":{"in_tokens":2357,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2362,"out_tokens":726},"mistral-large-2":{"in_tokens":1245,"out_tokens":542}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":28.538545706000036,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1133,"out_tokens":2236},"claude-opus-4-8":{"in_tokens":2106,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2111,"out_tokens":601},"mistral-large-2":{"in_tokens":1272,"out_tokens":620}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":622,"out_tokens":986,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.597176064999985,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":1398},"claude-opus-4-8":{"in_tokens":2795,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2800,"out_tokens":607},"mistral-large-2":{"in_tokens":1520,"out_tokens":559}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":490,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":15.696189262000075,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":2070},"claude-opus-4-8":{"in_tokens":2729,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":542},"mistral-large-2":{"in_tokens":1528,"out_tokens":627}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":18.450888927999927,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":1540},"claude-opus-4-8":{"in_tokens":2579,"out_tokens":692},"claude-opus-4-7":{"in_tokens":2584,"out_tokens":531},"mistral-large-2":{"in_tokens":1490,"out_tokens":549}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":652,"out_tokens":1280,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":20.959926021,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1507,"out_tokens":2162},"claude-opus-4-8":{"in_tokens":2978,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2983,"out_tokens":693},"mistral-large-2":{"in_tokens":1662,"out_tokens":583}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":826,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":12.624675603000014,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1463},"claude-opus-4-8":{"in_tokens":2587,"out_tokens":800},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":699},"mistral-large-2":{"in_tokens":1507,"out_tokens":590}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":1145,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.971781852999925,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1531,"out_tokens":1656},"claude-opus-4-8":{"in_tokens":2869,"out_tokens":831},"claude-opus-4-7":{"in_tokens":2874,"out_tokens":756},"mistral-large-2":{"in_tokens":1684,"out_tokens":760}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1460,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.57975605499996,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1578,"out_tokens":1259},"claude-opus-4-8":{"in_tokens":2962,"out_tokens":609},"claude-opus-4-7":{"in_tokens":2967,"out_tokens":513},"mistral-large-2":{"in_tokens":1643,"out_tokens":589}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":282,"out_tokens":3463,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":86.22011366099997,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1634},"claude-opus-4-8":{"in_tokens":2409,"out_tokens":860},"claude-opus-4-7":{"in_tokens":2414,"out_tokens":750},"mistral-large-2":{"in_tokens":1330,"out_tokens":621}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":366,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":8.667730180000035,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1658},"claude-opus-4-8":{"in_tokens":2374,"out_tokens":727},"claude-opus-4-7":{"in_tokens":2379,"out_tokens":553},"mistral-large-2":{"in_tokens":1337,"out_tokens":507}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":927,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":16.159108943999968,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1174},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":506},"mistral-large-2":{"in_tokens":1361,"out_tokens":537}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1527,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":26.057640020999997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1889,"out_tokens":1702},"claude-opus-4-8":{"in_tokens":3564,"out_tokens":628},"claude-opus-4-7":{"in_tokens":3569,"out_tokens":659},"mistral-large-2":{"in_tokens":1946,"out_tokens":740}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":154,"error":null,"skip_reason":null,"score_raw":0.46428571428571425,"duration_s":18.570052043000032,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":1099},"claude-opus-4-8":{"in_tokens":2566,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2571,"out_tokens":486},"mistral-large-2":{"in_tokens":1570,"out_tokens":517}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":156,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":3.9174821929999553,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":1134},"claude-opus-4-8":{"in_tokens":1882,"out_tokens":538},"claude-opus-4-7":{"in_tokens":1887,"out_tokens":431},"mistral-large-2":{"in_tokens":1047,"out_tokens":486}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":600,"out_tokens":848,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":13.922584105999931,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2486,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2491,"out_tokens":547},"mistral-large-2":{"in_tokens":1336,"out_tokens":461}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":32.63528512800008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1066},"claude-opus-4-8":{"in_tokens":2132,"out_tokens":606},"claude-opus-4-7":{"in_tokens":2137,"out_tokens":490},"mistral-large-2":{"in_tokens":1168,"out_tokens":473}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1493,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":25.642416177000086,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1699,"out_tokens":1553},"claude-opus-4-8":{"in_tokens":3227,"out_tokens":785},"claude-opus-4-7":{"in_tokens":3232,"out_tokens":606},"mistral-large-2":{"in_tokens":1771,"out_tokens":636}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":588,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":10.787020654000003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1108,"out_tokens":740},"claude-opus-4-8":{"in_tokens":2152,"out_tokens":495},"claude-opus-4-7":{"in_tokens":2157,"out_tokens":421},"mistral-large-2":{"in_tokens":1201,"out_tokens":483}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":797,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":12.971530871000027,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1269},"claude-opus-4-8":{"in_tokens":2484,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2489,"out_tokens":518},"mistral-large-2":{"in_tokens":1404,"out_tokens":534}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":705,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":9.235920483999962,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1046},"claude-opus-4-8":{"in_tokens":2012,"out_tokens":710},"claude-opus-4-7":{"in_tokens":2017,"out_tokens":512},"mistral-large-2":{"in_tokens":1111,"out_tokens":500}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":19.843104576999963,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":1200},"claude-opus-4-8":{"in_tokens":2265,"out_tokens":720},"claude-opus-4-7":{"in_tokens":2270,"out_tokens":520},"mistral-large-2":{"in_tokens":1273,"out_tokens":593}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":880,"error":null,"skip_reason":null,"score_raw":0.9285714285714286,"duration_s":12.678944462999993,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1376},"claude-opus-4-8":{"in_tokens":2356,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2361,"out_tokens":463},"mistral-large-2":{"in_tokens":1296,"out_tokens":648}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":342,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":10.518189008000036,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":3274},"claude-opus-4-8":{"in_tokens":2310,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2315,"out_tokens":562},"mistral-large-2":{"in_tokens":1334,"out_tokens":571}}}
{"model_id":"claude-opus-4-8","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1320,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":19.15216147600006,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1564,"out_tokens":1539},"claude-opus-4-8":{"in_tokens":3018,"out_tokens":751},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":630},"mistral-large-2":{"in_tokens":1710,"out_tokens":633}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":28.28658151100001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1662,"out_tokens":1333},"claude-opus-4-8":{"in_tokens":3102,"out_tokens":713},"claude-opus-4-7":{"in_tokens":3107,"out_tokens":535},"mistral-large-2":{"in_tokens":1793,"out_tokens":564}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":18.58942575499998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1553},"claude-opus-4-8":{"in_tokens":2352,"out_tokens":849},"claude-opus-4-7":{"in_tokens":2357,"out_tokens":541},"mistral-large-2":{"in_tokens":1339,"out_tokens":601}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":952,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":24.187603749999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1444,"out_tokens":1372},"claude-opus-4-8":{"in_tokens":2675,"out_tokens":616},"claude-opus-4-7":{"in_tokens":2680,"out_tokens":521},"mistral-large-2":{"in_tokens":1523,"out_tokens":927}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":419,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":9.441062167000041,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1510,"out_tokens":2848},"claude-opus-4-8":{"in_tokens":3017,"out_tokens":921},"claude-opus-4-7":{"in_tokens":3022,"out_tokens":859},"mistral-large-2":{"in_tokens":1631,"out_tokens":653}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.41666666666666663,"duration_s":15.248651970000083,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1266},"claude-opus-4-8":{"in_tokens":2173,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2178,"out_tokens":496},"mistral-large-2":{"in_tokens":1232,"out_tokens":617}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.857951887000013,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1627},"claude-opus-4-8":{"in_tokens":2404,"out_tokens":1532},"claude-opus-4-7":{"in_tokens":2409,"out_tokens":654},"mistral-large-2":{"in_tokens":1364,"out_tokens":590}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":834,"out_tokens":1766,"error":null,"skip_reason":null,"score_raw":0.19444444444444442,"duration_s":26.168204672,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2030,"out_tokens":2040},"claude-opus-4-8":{"in_tokens":3987,"out_tokens":1148},"claude-opus-4-7":{"in_tokens":3992,"out_tokens":837},"mistral-large-2":{"in_tokens":2205,"out_tokens":802}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":788,"out_tokens":1593,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":25.258088885000006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.375,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1760,"out_tokens":2114},"claude-opus-4-8":{"in_tokens":3632,"out_tokens":765},"claude-opus-4-7":{"in_tokens":3637,"out_tokens":646},"mistral-large-2":{"in_tokens":1886,"out_tokens":784}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":766,"out_tokens":1582,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":23.983974749000026,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1816,"out_tokens":2328},"claude-opus-4-8":{"in_tokens":3609,"out_tokens":978},"claude-opus-4-7":{"in_tokens":3614,"out_tokens":739},"mistral-large-2":{"in_tokens":1973,"out_tokens":865}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":477,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":10.581793868999966,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":2205},"claude-opus-4-8":{"in_tokens":2995,"out_tokens":778},"claude-opus-4-7":{"in_tokens":3000,"out_tokens":627},"mistral-large-2":{"in_tokens":1530,"out_tokens":635}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1890,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.561726025999974,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":1643},"claude-opus-4-8":{"in_tokens":2757,"out_tokens":804},"claude-opus-4-7":{"in_tokens":2762,"out_tokens":635},"mistral-large-2":{"in_tokens":1552,"out_tokens":644}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":3658,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":108.59483690299993,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1555},"claude-opus-4-8":{"in_tokens":2367,"out_tokens":874},"claude-opus-4-7":{"in_tokens":2372,"out_tokens":627},"mistral-large-2":{"in_tokens":1275,"out_tokens":604}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":167,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.361612308999952,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1282},"claude-opus-4-8":{"in_tokens":2137,"out_tokens":579},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":525},"mistral-large-2":{"in_tokens":1216,"out_tokens":561}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1609,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":32.012098692999984,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1183},"claude-opus-4-8":{"in_tokens":2623,"out_tokens":677},"claude-opus-4-7":{"in_tokens":2628,"out_tokens":543},"mistral-large-2":{"in_tokens":1544,"out_tokens":687}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":10038,"error":null,"skip_reason":null,"score_raw":0.44999999999999996,"duration_s":323.254227312,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":1786},"claude-opus-4-8":{"in_tokens":3183,"out_tokens":987},"claude-opus-4-7":{"in_tokens":3188,"out_tokens":876},"mistral-large-2":{"in_tokens":1778,"out_tokens":1227}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":181,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":20.33390092700006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":1561},"claude-opus-4-8":{"in_tokens":2308,"out_tokens":934},"claude-opus-4-7":{"in_tokens":2313,"out_tokens":755},"mistral-large-2":{"in_tokens":1275,"out_tokens":530}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":672,"out_tokens":1496,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":24.145438617999957,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":1686},"claude-opus-4-8":{"in_tokens":3215,"out_tokens":683},"claude-opus-4-7":{"in_tokens":3220,"out_tokens":526},"mistral-large-2":{"in_tokens":1656,"out_tokens":601}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":142,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.711404050000056,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1695},"claude-opus-4-8":{"in_tokens":2105,"out_tokens":752},"claude-opus-4-7":{"in_tokens":2110,"out_tokens":573},"mistral-large-2":{"in_tokens":1165,"out_tokens":549}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":528,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":10.763009182000019,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":2081},"claude-opus-4-8":{"in_tokens":3038,"out_tokens":620},"claude-opus-4-7":{"in_tokens":3043,"out_tokens":496},"mistral-large-2":{"in_tokens":1629,"out_tokens":650}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":351,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":67.31319388700001,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":1716},"claude-opus-4-8":{"in_tokens":2329,"out_tokens":967},"claude-opus-4-7":{"in_tokens":2334,"out_tokens":759},"mistral-large-2":{"in_tokens":1369,"out_tokens":738}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":65.242775629,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1113,"out_tokens":1145},"claude-opus-4-8":{"in_tokens":2140,"out_tokens":835},"claude-opus-4-7":{"in_tokens":2145,"out_tokens":478},"mistral-large-2":{"in_tokens":1236,"out_tokens":566}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":221,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":65.04019611900003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":2377},"claude-opus-4-8":{"in_tokens":2079,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2084,"out_tokens":610},"mistral-large-2":{"in_tokens":1129,"out_tokens":490}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":187,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.755006245999994,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1516},"claude-opus-4-8":{"in_tokens":2061,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2066,"out_tokens":552},"mistral-large-2":{"in_tokens":1155,"out_tokens":528}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1100,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.256657838000024,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1125,"out_tokens":1222},"claude-opus-4-8":{"in_tokens":2186,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2191,"out_tokens":484},"mistral-large-2":{"in_tokens":1215,"out_tokens":504}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":553,"out_tokens":1319,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":20.56622316100004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1345,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":553},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":397},"mistral-large-2":{"in_tokens":1433,"out_tokens":620}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":418,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":9.035200880999923,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":2085},"claude-opus-4-8":{"in_tokens":2559,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":570},"mistral-large-2":{"in_tokens":1331,"out_tokens":480}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1256,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":16.81516642700001,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1447},"claude-opus-4-8":{"in_tokens":2525,"out_tokens":957},"claude-opus-4-7":{"in_tokens":2530,"out_tokens":558},"mistral-large-2":{"in_tokens":1375,"out_tokens":655}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1314,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.868738140999994,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":2526},"claude-opus-4-8":{"in_tokens":2762,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2767,"out_tokens":440},"mistral-large-2":{"in_tokens":1459,"out_tokens":543}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":214,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":16.24319501100001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1125,"out_tokens":1520},"claude-opus-4-8":{"in_tokens":2157,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2162,"out_tokens":495},"mistral-large-2":{"in_tokens":1256,"out_tokens":562}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":599,"out_tokens":1260,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":18.749705582999923,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1434,"out_tokens":3257},"claude-opus-4-8":{"in_tokens":2826,"out_tokens":495},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":496},"mistral-large-2":{"in_tokens":1557,"out_tokens":690}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":507,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.22418178700002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1211,"out_tokens":2162},"claude-opus-4-8":{"in_tokens":2477,"out_tokens":905},"claude-opus-4-7":{"in_tokens":2482,"out_tokens":648},"mistral-large-2":{"in_tokens":1279,"out_tokens":498}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":624,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":12.981676774999983,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1319,"out_tokens":2460},"claude-opus-4-8":{"in_tokens":2649,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2654,"out_tokens":485},"mistral-large-2":{"in_tokens":1427,"out_tokens":506}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":2392,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":47.195187207000004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1822},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":576},"mistral-large-2":{"in_tokens":1373,"out_tokens":578}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1910,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":31.23613198099997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1708,"out_tokens":1919},"claude-opus-4-8":{"in_tokens":3352,"out_tokens":829},"claude-opus-4-7":{"in_tokens":3357,"out_tokens":653},"mistral-large-2":{"in_tokens":1851,"out_tokens":853}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":24.454850162999946,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1756},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":921},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":693},"mistral-large-2":{"in_tokens":1255,"out_tokens":628}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":564,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":12.379140649999954,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":2631},"claude-opus-4-8":{"in_tokens":2596,"out_tokens":707},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":564},"mistral-large-2":{"in_tokens":1449,"out_tokens":594}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":744,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":18.486654457999975,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":2329},"claude-opus-4-8":{"in_tokens":2915,"out_tokens":665},"claude-opus-4-7":{"in_tokens":2920,"out_tokens":719},"mistral-large-2":{"in_tokens":1530,"out_tokens":458}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":12.776047983000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":965,"out_tokens":946},"claude-opus-4-8":{"in_tokens":1854,"out_tokens":524},"claude-opus-4-7":{"in_tokens":1859,"out_tokens":417},"mistral-large-2":{"in_tokens":1040,"out_tokens":502}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":455,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":9.32356335899999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":2226},"claude-opus-4-8":{"in_tokens":2247,"out_tokens":848},"claude-opus-4-7":{"in_tokens":2252,"out_tokens":528},"mistral-large-2":{"in_tokens":1193,"out_tokens":609}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":3069,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":71.95668192599999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1421},"claude-opus-4-8":{"in_tokens":2496,"out_tokens":848},"claude-opus-4-7":{"in_tokens":2501,"out_tokens":659},"mistral-large-2":{"in_tokens":1422,"out_tokens":765}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":21.127135894000048,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1076},"claude-opus-4-8":{"in_tokens":2050,"out_tokens":706},"claude-opus-4-7":{"in_tokens":2055,"out_tokens":539},"mistral-large-2":{"in_tokens":1161,"out_tokens":593}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":383,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":7.624629057999982,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":2285},"claude-opus-4-8":{"in_tokens":2274,"out_tokens":1083},"claude-opus-4-7":{"in_tokens":2279,"out_tokens":774},"mistral-large-2":{"in_tokens":1205,"out_tokens":1014}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":563,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":14.259711147000075,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":1347},"claude-opus-4-8":{"in_tokens":2559,"out_tokens":871},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":646},"mistral-large-2":{"in_tokens":1383,"out_tokens":584}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":32.348635586,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1016,"out_tokens":2063},"claude-opus-4-8":{"in_tokens":1974,"out_tokens":728},"claude-opus-4-7":{"in_tokens":1979,"out_tokens":645},"mistral-large-2":{"in_tokens":1079,"out_tokens":555}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1152,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.390636582999946,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1205},"claude-opus-4-8":{"in_tokens":2688,"out_tokens":544},"claude-opus-4-7":{"in_tokens":2693,"out_tokens":418},"mistral-large-2":{"in_tokens":1406,"out_tokens":419}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":969,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":15.05451897499995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1571},"claude-opus-4-8":{"in_tokens":2511,"out_tokens":801},"claude-opus-4-7":{"in_tokens":2516,"out_tokens":586},"mistral-large-2":{"in_tokens":1314,"out_tokens":799}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":2308,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":54.60758380300001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1131},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":519},"mistral-large-2":{"in_tokens":1445,"out_tokens":578}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":537,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":11.256039744999953,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":1416},"claude-opus-4-8":{"in_tokens":2621,"out_tokens":685},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":483},"mistral-large-2":{"in_tokens":1344,"out_tokens":503}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1539,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":25.44688005499995,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1995},"claude-opus-4-8":{"in_tokens":3054,"out_tokens":610},"claude-opus-4-7":{"in_tokens":3059,"out_tokens":556},"mistral-large-2":{"in_tokens":1636,"out_tokens":655}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":485,"out_tokens":1327,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":23.345562935999965,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":2836},"claude-opus-4-8":{"in_tokens":2684,"out_tokens":717},"claude-opus-4-7":{"in_tokens":2689,"out_tokens":551},"mistral-large-2":{"in_tokens":1441,"out_tokens":616}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1972,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":27.74535394299994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1924},"claude-opus-4-8":{"in_tokens":2514,"out_tokens":577},"claude-opus-4-7":{"in_tokens":2519,"out_tokens":492},"mistral-large-2":{"in_tokens":1472,"out_tokens":788}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":626,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.179716772999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1294,"out_tokens":2293},"claude-opus-4-8":{"in_tokens":2540,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2545,"out_tokens":586},"mistral-large-2":{"in_tokens":1385,"out_tokens":471}}}
{"model_id":"gemini-3-1-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":184,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":20.457465942,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1078,"out_tokens":1668},"claude-opus-4-8":{"in_tokens":2043,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2048,"out_tokens":602},"mistral-large-2":{"in_tokens":1184,"out_tokens":578}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":507,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":12.257494737000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1259,"out_tokens":1409},"claude-opus-4-8":{"in_tokens":2499,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":527},"mistral-large-2":{"in_tokens":1348,"out_tokens":637}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":541,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":15.449343741999996,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1347,"out_tokens":1566},"claude-opus-4-8":{"in_tokens":2712,"out_tokens":874},"claude-opus-4-7":{"in_tokens":2717,"out_tokens":635},"mistral-large-2":{"in_tokens":1455,"out_tokens":628}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":3959,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":106.82402273299999,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1749,"out_tokens":1704},"claude-opus-4-8":{"in_tokens":3267,"out_tokens":839},"claude-opus-4-7":{"in_tokens":3272,"out_tokens":783},"mistral-large-2":{"in_tokens":1860,"out_tokens":810}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1096,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":31.515816357999938,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":2242,"out_tokens":785},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":562},"mistral-large-2":{"in_tokens":1303,"out_tokens":609}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1015,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":16.679814487000044,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":2062},"claude-opus-4-8":{"in_tokens":2409,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2414,"out_tokens":515},"mistral-large-2":{"in_tokens":1296,"out_tokens":578}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":22.22692043899997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":2457},"claude-opus-4-8":{"in_tokens":2670,"out_tokens":753},"claude-opus-4-7":{"in_tokens":2675,"out_tokens":560},"mistral-large-2":{"in_tokens":1373,"out_tokens":653}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":25.035789466999972,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":2124},"claude-opus-4-8":{"in_tokens":2999,"out_tokens":794},"claude-opus-4-7":{"in_tokens":3004,"out_tokens":727},"mistral-large-2":{"in_tokens":1615,"out_tokens":729}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":432,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":12.661775552999984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1210,"out_tokens":1712},"claude-opus-4-8":{"in_tokens":2441,"out_tokens":596},"claude-opus-4-7":{"in_tokens":2446,"out_tokens":545},"mistral-large-2":{"in_tokens":1259,"out_tokens":461}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":656,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.547133558999917,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1607,"out_tokens":3019},"claude-opus-4-8":{"in_tokens":3080,"out_tokens":880},"claude-opus-4-7":{"in_tokens":3085,"out_tokens":728},"mistral-large-2":{"in_tokens":1692,"out_tokens":662}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":616,"out_tokens":1291,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":21.478381327999955,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":2335},"claude-opus-4-8":{"in_tokens":2970,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2975,"out_tokens":812},"mistral-large-2":{"in_tokens":1604,"out_tokens":753}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":10.887442882999949,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":2605},"claude-opus-4-8":{"in_tokens":2287,"out_tokens":722},"claude-opus-4-7":{"in_tokens":2292,"out_tokens":631},"mistral-large-2":{"in_tokens":1179,"out_tokens":699}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":325,"out_tokens":2738,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":64.10086557800003,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1280,"out_tokens":1924},"claude-opus-4-8":{"in_tokens":2451,"out_tokens":1034},"claude-opus-4-7":{"in_tokens":2456,"out_tokens":827},"mistral-large-2":{"in_tokens":1376,"out_tokens":794}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":24.89568164800005,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1358,"out_tokens":2032},"claude-opus-4-8":{"in_tokens":2738,"out_tokens":664},"claude-opus-4-7":{"in_tokens":2743,"out_tokens":697},"mistral-large-2":{"in_tokens":1463,"out_tokens":581}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":628,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":11.634931954999956,"hallucination_count":7.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":2041,"out_tokens":2436},"claude-opus-4-8":{"in_tokens":3985,"out_tokens":1503},"claude-opus-4-7":{"in_tokens":3990,"out_tokens":1178},"mistral-large-2":{"in_tokens":2144,"out_tokens":960}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":772,"out_tokens":1685,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":27.135768117999987,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1847,"out_tokens":3076},"claude-opus-4-8":{"in_tokens":3543,"out_tokens":804},"claude-opus-4-7":{"in_tokens":3548,"out_tokens":495},"mistral-large-2":{"in_tokens":1940,"out_tokens":726}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":21.426283002000105,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1107,"out_tokens":1281},"claude-opus-4-8":{"in_tokens":2259,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2264,"out_tokens":453},"mistral-large-2":{"in_tokens":1181,"out_tokens":773}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":557,"out_tokens":1661,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":25.69716000599999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1623,"out_tokens":1695},"claude-opus-4-8":{"in_tokens":3210,"out_tokens":659},"claude-opus-4-7":{"in_tokens":3215,"out_tokens":480},"mistral-large-2":{"in_tokens":1728,"out_tokens":653}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":582,"out_tokens":770,"error":null,"skip_reason":null,"score_raw":0.6071428571428572,"duration_s":12.113924113999929,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1147,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":2327,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2332,"out_tokens":524},"mistral-large-2":{"in_tokens":1199,"out_tokens":491}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1738,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":53.48004576300002,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":2922},"claude-opus-4-8":{"in_tokens":2824,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2829,"out_tokens":734},"mistral-large-2":{"in_tokens":1623,"out_tokens":728}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":17.419693831000018,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":980,"out_tokens":1159},"claude-opus-4-8":{"in_tokens":1996,"out_tokens":500},"claude-opus-4-7":{"in_tokens":2001,"out_tokens":435},"mistral-large-2":{"in_tokens":1044,"out_tokens":458}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1372,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":19.61549925899999,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1337,"out_tokens":1642},"claude-opus-4-8":{"in_tokens":2502,"out_tokens":844},"claude-opus-4-7":{"in_tokens":2507,"out_tokens":600},"mistral-large-2":{"in_tokens":1438,"out_tokens":673}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.537349325999912,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":980,"out_tokens":1239},"claude-opus-4-8":{"in_tokens":1923,"out_tokens":475},"claude-opus-4-7":{"in_tokens":1928,"out_tokens":385},"mistral-large-2":{"in_tokens":1057,"out_tokens":424}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":1157,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":18.197478423000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1293,"out_tokens":2211},"claude-opus-4-8":{"in_tokens":2657,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2662,"out_tokens":516},"mistral-large-2":{"in_tokens":1364,"out_tokens":702}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1292,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":47.56184642300002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1285,"out_tokens":1852},"claude-opus-4-8":{"in_tokens":2462,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":568},"mistral-large-2":{"in_tokens":1393,"out_tokens":541}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":23.365983271999994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":993,"out_tokens":2194},"claude-opus-4-8":{"in_tokens":1998,"out_tokens":608},"claude-opus-4-7":{"in_tokens":2003,"out_tokens":377},"mistral-large-2":{"in_tokens":1054,"out_tokens":552}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":17.27809497999999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":989,"out_tokens":1374},"claude-opus-4-8":{"in_tokens":1997,"out_tokens":843},"claude-opus-4-7":{"in_tokens":2002,"out_tokens":541},"mistral-large-2":{"in_tokens":1055,"out_tokens":570}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":994,"out_tokens":1894,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":27.658257703999993,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2336,"out_tokens":3117},"claude-opus-4-8":{"in_tokens":4523,"out_tokens":1109},"claude-opus-4-7":{"in_tokens":4528,"out_tokens":1015},"mistral-large-2":{"in_tokens":2524,"out_tokens":952}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1010,"out_tokens":1996,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":29.452063212999974,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2450,"out_tokens":3441},"claude-opus-4-8":{"in_tokens":4775,"out_tokens":968},"claude-opus-4-7":{"in_tokens":4780,"out_tokens":869},"mistral-large-2":{"in_tokens":2569,"out_tokens":843}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":937,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":30.49866892500006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2338,"out_tokens":2471},"claude-opus-4-8":{"in_tokens":4621,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":4626,"out_tokens":639},"mistral-large-2":{"in_tokens":2537,"out_tokens":743}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":21.464828882999996,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":966,"out_tokens":1530},"claude-opus-4-8":{"in_tokens":1879,"out_tokens":567},"claude-opus-4-7":{"in_tokens":1884,"out_tokens":378},"mistral-large-2":{"in_tokens":1001,"out_tokens":469}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":332,"error":null,"skip_reason":null,"score_raw":0.3571428571428571,"duration_s":34.84911342099997,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1952},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":807},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":711},"mistral-large-2":{"in_tokens":1227,"out_tokens":818}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1213,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":29.481366675000004,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":3087},"claude-opus-4-8":{"in_tokens":2930,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2935,"out_tokens":577},"mistral-large-2":{"in_tokens":1696,"out_tokens":764}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":18.191552837000017,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1912},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":457},"mistral-large-2":{"in_tokens":1117,"out_tokens":480}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":14037,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":211.18948888600005,"hallucination_count":6.5,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1985,"out_tokens":3926},"claude-opus-4-8":{"in_tokens":3898,"out_tokens":1333},"claude-opus-4-7":{"in_tokens":3903,"out_tokens":916},"mistral-large-2":{"in_tokens":2157,"out_tokens":986}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":19.52963157299996,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1026,"out_tokens":1603},"claude-opus-4-8":{"in_tokens":2074,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":529},"mistral-large-2":{"in_tokens":1074,"out_tokens":612}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1275,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":40.569747222000046,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1174,"out_tokens":2092},"claude-opus-4-8":{"in_tokens":2199,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2204,"out_tokens":543},"mistral-large-2":{"in_tokens":1309,"out_tokens":647}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1296,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.728439515000105,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":2015},"claude-opus-4-8":{"in_tokens":2893,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2898,"out_tokens":510},"mistral-large-2":{"in_tokens":1585,"out_tokens":888}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":916,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":35.20370952999997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2373,"out_tokens":3048},"claude-opus-4-8":{"in_tokens":4661,"out_tokens":995},"claude-opus-4-7":{"in_tokens":4666,"out_tokens":808},"mistral-large-2":{"in_tokens":2512,"out_tokens":1034}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":2600,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":77.54491083699997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1573,"out_tokens":2531},"claude-opus-4-8":{"in_tokens":2965,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2970,"out_tokens":818},"mistral-large-2":{"in_tokens":1741,"out_tokens":1064}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":886,"out_tokens":1875,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":26.42176988799997,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2291,"out_tokens":2762},"claude-opus-4-8":{"in_tokens":4456,"out_tokens":1028},"claude-opus-4-7":{"in_tokens":4461,"out_tokens":727},"mistral-large-2":{"in_tokens":2463,"out_tokens":908}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1267,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":34.99399293199997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1172,"out_tokens":919},"claude-opus-4-8":{"in_tokens":2343,"out_tokens":605},"claude-opus-4-7":{"in_tokens":2348,"out_tokens":475},"mistral-large-2":{"in_tokens":1246,"out_tokens":490}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":835,"out_tokens":1587,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":23.71811758800004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1873,"out_tokens":2533},"claude-opus-4-8":{"in_tokens":3800,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":3805,"out_tokens":789},"mistral-large-2":{"in_tokens":1997,"out_tokens":757}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.36591996599998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":966,"out_tokens":1238},"claude-opus-4-8":{"in_tokens":1930,"out_tokens":682},"claude-opus-4-7":{"in_tokens":1935,"out_tokens":489},"mistral-large-2":{"in_tokens":1027,"out_tokens":584}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":222,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":19.628974640000024,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1058,"out_tokens":1622},"claude-opus-4-8":{"in_tokens":2116,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2121,"out_tokens":566},"mistral-large-2":{"in_tokens":1145,"out_tokens":618}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1276,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":22.065618324999946,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1317,"out_tokens":1554},"claude-opus-4-8":{"in_tokens":2616,"out_tokens":702},"claude-opus-4-7":{"in_tokens":2621,"out_tokens":567},"mistral-large-2":{"in_tokens":1413,"out_tokens":656}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":27.403341264000005,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1727},"claude-opus-4-8":{"in_tokens":2345,"out_tokens":921},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":657},"mistral-large-2":{"in_tokens":1298,"out_tokens":611}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":20.087787475000027,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1081,"out_tokens":1279},"claude-opus-4-8":{"in_tokens":2124,"out_tokens":615},"claude-opus-4-7":{"in_tokens":2129,"out_tokens":674},"mistral-large-2":{"in_tokens":1146,"out_tokens":530}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":729,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":75.91996383200001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2029,"out_tokens":2085},"claude-opus-4-8":{"in_tokens":4098,"out_tokens":1370},"claude-opus-4-7":{"in_tokens":4103,"out_tokens":980},"mistral-large-2":{"in_tokens":2182,"out_tokens":856}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":806,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":76.87790431799999,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2071,"out_tokens":2326},"claude-opus-4-8":{"in_tokens":4094,"out_tokens":1041},"claude-opus-4-7":{"in_tokens":4099,"out_tokens":833},"mistral-large-2":{"in_tokens":2245,"out_tokens":733}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":740,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":75.77618531199994,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2036,"out_tokens":2255},"claude-opus-4-8":{"in_tokens":4122,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":4127,"out_tokens":1156},"mistral-large-2":{"in_tokens":2155,"out_tokens":1225}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":693,"error":null,"skip_reason":null,"score_raw":0.65,"duration_s":74.87886185499997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.3,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1973,"out_tokens":3229},"claude-opus-4-8":{"in_tokens":3856,"out_tokens":1117},"claude-opus-4-7":{"in_tokens":3861,"out_tokens":682},"mistral-large-2":{"in_tokens":2124,"out_tokens":784}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2984,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":85.096854657,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":939},"claude-opus-4-8":{"in_tokens":2544,"out_tokens":635},"claude-opus-4-7":{"in_tokens":2549,"out_tokens":468},"mistral-large-2":{"in_tokens":1386,"out_tokens":502}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":15.078857102000029,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1010,"out_tokens":1912},"claude-opus-4-8":{"in_tokens":2034,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2039,"out_tokens":511},"mistral-large-2":{"in_tokens":1055,"out_tokens":470}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":1584,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":24.983913247000032,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1563,"out_tokens":1928},"claude-opus-4-8":{"in_tokens":3053,"out_tokens":606},"claude-opus-4-7":{"in_tokens":3058,"out_tokens":576},"mistral-large-2":{"in_tokens":1697,"out_tokens":962}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":15.957452531000058,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1008,"out_tokens":1186},"claude-opus-4-8":{"in_tokens":2074,"out_tokens":489},"claude-opus-4-7":{"in_tokens":2079,"out_tokens":440},"mistral-large-2":{"in_tokens":1057,"out_tokens":399}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":1395,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":26.253309058000013,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1712,"out_tokens":2477},"claude-opus-4-8":{"in_tokens":3317,"out_tokens":820},"claude-opus-4-7":{"in_tokens":3322,"out_tokens":667},"mistral-large-2":{"in_tokens":1816,"out_tokens":808}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":4183,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":113.2937493469999,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1298,"out_tokens":2097},"claude-opus-4-8":{"in_tokens":2481,"out_tokens":1257},"claude-opus-4-7":{"in_tokens":2486,"out_tokens":739},"mistral-large-2":{"in_tokens":1343,"out_tokens":697}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":805,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":17.052653598000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1584,"out_tokens":1275},"claude-opus-4-8":{"in_tokens":3122,"out_tokens":654},"claude-opus-4-7":{"in_tokens":3127,"out_tokens":632},"mistral-large-2":{"in_tokens":1696,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":577,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":13.051723138000057,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1282,"out_tokens":1517},"claude-opus-4-8":{"in_tokens":2534,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2539,"out_tokens":501},"mistral-large-2":{"in_tokens":1384,"out_tokens":638}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1309,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":31.837570223000057,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2586,"out_tokens":3014},"claude-opus-4-8":{"in_tokens":5022,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":813},"mistral-large-2":{"in_tokens":2703,"out_tokens":899}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":2081,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":33.496958935000066,"hallucination_count":8.25,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":7,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":1387},"claude-opus-4-8":{"in_tokens":2561,"out_tokens":1076},"claude-opus-4-7":{"in_tokens":2566,"out_tokens":496},"mistral-large-2":{"in_tokens":1409,"out_tokens":861}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":879,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":18.627978297999903,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1930,"out_tokens":2268},"claude-opus-4-8":{"in_tokens":3890,"out_tokens":1105},"claude-opus-4-7":{"in_tokens":3895,"out_tokens":1024},"mistral-large-2":{"in_tokens":2060,"out_tokens":770}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1103,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":32.00679193999997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2407,"out_tokens":3469},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":992},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":972},"mistral-large-2":{"in_tokens":2579,"out_tokens":937}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":511,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":14.84716198500007,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":2557},"claude-opus-4-8":{"in_tokens":2869,"out_tokens":892},"claude-opus-4-7":{"in_tokens":2874,"out_tokens":723},"mistral-large-2":{"in_tokens":1593,"out_tokens":730}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":25.572706218999997,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1782,"out_tokens":2950},"claude-opus-4-8":{"in_tokens":3458,"out_tokens":1237},"claude-opus-4-7":{"in_tokens":3463,"out_tokens":910},"mistral-large-2":{"in_tokens":1877,"out_tokens":916}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":3229,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":94.07763383899999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":1276},"claude-opus-4-8":{"in_tokens":2585,"out_tokens":832},"claude-opus-4-7":{"in_tokens":2590,"out_tokens":621},"mistral-large-2":{"in_tokens":1436,"out_tokens":561}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2553,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":46.646055352000076,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":2277},"claude-opus-4-8":{"in_tokens":2730,"out_tokens":807},"claude-opus-4-7":{"in_tokens":2735,"out_tokens":525},"mistral-large-2":{"in_tokens":1648,"out_tokens":1033}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":1039,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":20.12379220899993,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":2359},"claude-opus-4-8":{"in_tokens":2813,"out_tokens":1017},"claude-opus-4-7":{"in_tokens":2818,"out_tokens":708},"mistral-large-2":{"in_tokens":1589,"out_tokens":685}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":1591,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":40.59226533499998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1565,"out_tokens":1749},"claude-opus-4-8":{"in_tokens":3030,"out_tokens":769},"claude-opus-4-7":{"in_tokens":3035,"out_tokens":590},"mistral-large-2":{"in_tokens":1767,"out_tokens":636}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":535,"out_tokens":11334,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":410.31272908799997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1759,"out_tokens":2519},"claude-opus-4-8":{"in_tokens":3364,"out_tokens":943},"claude-opus-4-7":{"in_tokens":3369,"out_tokens":749},"mistral-large-2":{"in_tokens":1892,"out_tokens":795}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":641,"error":null,"skip_reason":null,"score_raw":0.35,"duration_s":12.826985334000028,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2173,"out_tokens":2759},"claude-opus-4-8":{"in_tokens":4219,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":4224,"out_tokens":1057},"mistral-large-2":{"in_tokens":2268,"out_tokens":902}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1371,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":37.86023015600006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1588,"out_tokens":1594},"claude-opus-4-8":{"in_tokens":2932,"out_tokens":651},"claude-opus-4-7":{"in_tokens":2937,"out_tokens":542},"mistral-large-2":{"in_tokens":1792,"out_tokens":475}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":432,"error":null,"skip_reason":null,"score_raw":0.425,"duration_s":23.605348726999978,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1748,"out_tokens":2152},"claude-opus-4-8":{"in_tokens":3470,"out_tokens":1188},"claude-opus-4-7":{"in_tokens":3475,"out_tokens":1080},"mistral-large-2":{"in_tokens":1853,"out_tokens":801}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":680,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":13.318079738000051,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1973,"out_tokens":2453},"claude-opus-4-8":{"in_tokens":3864,"out_tokens":1292},"claude-opus-4-7":{"in_tokens":3869,"out_tokens":833},"mistral-large-2":{"in_tokens":2129,"out_tokens":711}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":384,"error":null,"skip_reason":null,"score_raw":0.15000000000000002,"duration_s":37.088528494,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.2,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":2974},"claude-opus-4-8":{"in_tokens":3395,"out_tokens":981},"claude-opus-4-7":{"in_tokens":3400,"out_tokens":964},"mistral-large-2":{"in_tokens":1845,"out_tokens":832}}}
{"model_id":"claude-opus-4-8","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1109,"out_tokens":2006,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":30.231058062999978,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2475,"out_tokens":1839},"claude-opus-4-8":{"in_tokens":4834,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":4839,"out_tokens":687},"mistral-large-2":{"in_tokens":2662,"out_tokens":978}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":33.86445397900002,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1613,"out_tokens":1903},"claude-opus-4-8":{"in_tokens":3136,"out_tokens":975},"claude-opus-4-7":{"in_tokens":3141,"out_tokens":758},"mistral-large-2":{"in_tokens":1748,"out_tokens":832}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":12145,"error":null,"skip_reason":null,"score_raw":0.03125,"duration_s":172.61356065500001,"hallucination_count":6.75,"hallucination_top100":0,"inter_rater_agreement":0.125,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1594,"out_tokens":2421},"claude-opus-4-8":{"in_tokens":3114,"out_tokens":1264},"claude-opus-4-7":{"in_tokens":3119,"out_tokens":851},"mistral-large-2":{"in_tokens":1685,"out_tokens":829}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1108,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":21.133075720999955,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1526},"claude-opus-4-8":{"in_tokens":2476,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2481,"out_tokens":558},"mistral-large-2":{"in_tokens":1401,"out_tokens":621}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1485,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":25.436029544999997,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2129,"out_tokens":2914},"claude-opus-4-8":{"in_tokens":3875,"out_tokens":1047},"claude-opus-4-7":{"in_tokens":3880,"out_tokens":831},"mistral-large-2":{"in_tokens":2291,"out_tokens":1154}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":352,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":27.14460394499997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1663,"out_tokens":1838},"claude-opus-4-8":{"in_tokens":3270,"out_tokens":969},"claude-opus-4-7":{"in_tokens":3275,"out_tokens":693},"mistral-large-2":{"in_tokens":1789,"out_tokens":774}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.6428571428571429,"duration_s":18.39534620400002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":2239},"claude-opus-4-8":{"in_tokens":2085,"out_tokens":594},"claude-opus-4-7":{"in_tokens":2090,"out_tokens":409},"mistral-large-2":{"in_tokens":1146,"out_tokens":582}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":1323,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":29.93987176500002,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2721,"out_tokens":3512},"claude-opus-4-8":{"in_tokens":5345,"out_tokens":1536},"claude-opus-4-7":{"in_tokens":5350,"out_tokens":1102},"mistral-large-2":{"in_tokens":2893,"out_tokens":1151}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1833,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":31.48774503499999,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2042,"out_tokens":3018},"claude-opus-4-8":{"in_tokens":3872,"out_tokens":987},"claude-opus-4-7":{"in_tokens":3877,"out_tokens":813},"mistral-large-2":{"in_tokens":2244,"out_tokens":798}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":1199,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":23.04511232699997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":2215},"claude-opus-4-8":{"in_tokens":3055,"out_tokens":1092},"claude-opus-4-7":{"in_tokens":3060,"out_tokens":851},"mistral-large-2":{"in_tokens":1675,"out_tokens":959}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":2529,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":38.5873902269999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1687,"out_tokens":1679},"claude-opus-4-8":{"in_tokens":3120,"out_tokens":807},"claude-opus-4-7":{"in_tokens":3125,"out_tokens":556},"mistral-large-2":{"in_tokens":1813,"out_tokens":581}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.1,"duration_s":28.891402080000034,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.3,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1945},"claude-opus-4-8":{"in_tokens":2758,"out_tokens":985},"claude-opus-4-7":{"in_tokens":2763,"out_tokens":738},"mistral-large-2":{"in_tokens":1460,"out_tokens":787}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1315,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":26.92446407600005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2115,"out_tokens":2590},"claude-opus-4-8":{"in_tokens":4057,"out_tokens":1094},"claude-opus-4-7":{"in_tokens":4062,"out_tokens":777},"mistral-large-2":{"in_tokens":2278,"out_tokens":762}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":330,"error":null,"skip_reason":null,"score_raw":0.7083333333333333,"duration_s":25.02263096899992,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1307},"claude-opus-4-8":{"in_tokens":2106,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2111,"out_tokens":434},"mistral-large-2":{"in_tokens":1146,"out_tokens":569}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":43,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":2.0994335520000504,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":563},"claude-opus-4-8":{"in_tokens":2051,"out_tokens":506},"claude-opus-4-7":{"in_tokens":2056,"out_tokens":383},"mistral-large-2":{"in_tokens":1142,"out_tokens":616}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":2544,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":61.64705110800003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":1561},"claude-opus-4-8":{"in_tokens":2131,"out_tokens":701},"claude-opus-4-7":{"in_tokens":2136,"out_tokens":534},"mistral-large-2":{"in_tokens":1185,"out_tokens":569}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1831,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":46.642775871000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1257},"claude-opus-4-8":{"in_tokens":2139,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2144,"out_tokens":523},"mistral-large-2":{"in_tokens":1217,"out_tokens":622}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1626,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":27.02270749799993,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2339,"out_tokens":2626},"claude-opus-4-8":{"in_tokens":4388,"out_tokens":1072},"claude-opus-4-7":{"in_tokens":4393,"out_tokens":1034},"mistral-large-2":{"in_tokens":2490,"out_tokens":802}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":1120,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":27.858601978000024,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":1508},"claude-opus-4-8":{"in_tokens":2260,"out_tokens":619},"claude-opus-4-7":{"in_tokens":2265,"out_tokens":493},"mistral-large-2":{"in_tokens":1307,"out_tokens":667}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":27.24023136400001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1268,"out_tokens":2132},"claude-opus-4-8":{"in_tokens":2430,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2435,"out_tokens":569},"mistral-large-2":{"in_tokens":1344,"out_tokens":632}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1787,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":46.42396874899998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1501,"out_tokens":2043},"claude-opus-4-8":{"in_tokens":2834,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2839,"out_tokens":698},"mistral-large-2":{"in_tokens":1649,"out_tokens":766}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1400,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":25.674157854999976,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1825,"out_tokens":2527},"claude-opus-4-8":{"in_tokens":3468,"out_tokens":1082},"claude-opus-4-7":{"in_tokens":3473,"out_tokens":944},"mistral-large-2":{"in_tokens":1934,"out_tokens":645}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":392,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":29.130041813999924,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1926,"out_tokens":2685},"claude-opus-4-8":{"in_tokens":3727,"out_tokens":1254},"claude-opus-4-7":{"in_tokens":3732,"out_tokens":1192},"mistral-large-2":{"in_tokens":2009,"out_tokens":824}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":1821,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":49.96519538899997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1753},"claude-opus-4-8":{"in_tokens":2538,"out_tokens":758},"claude-opus-4-7":{"in_tokens":2543,"out_tokens":541},"mistral-large-2":{"in_tokens":1466,"out_tokens":581}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1604,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":28.309160959999986,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2008,"out_tokens":2803},"claude-opus-4-8":{"in_tokens":3768,"out_tokens":1124},"claude-opus-4-7":{"in_tokens":3773,"out_tokens":825},"mistral-large-2":{"in_tokens":2169,"out_tokens":789}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1183,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":22.206515993999915,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":2679},"claude-opus-4-8":{"in_tokens":3170,"out_tokens":712},"claude-opus-4-7":{"in_tokens":3175,"out_tokens":599},"mistral-large-2":{"in_tokens":1686,"out_tokens":709}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":16.197937765000006,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1504,"out_tokens":1463},"claude-opus-4-8":{"in_tokens":2890,"out_tokens":924},"claude-opus-4-7":{"in_tokens":2895,"out_tokens":692},"mistral-large-2":{"in_tokens":1606,"out_tokens":559}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":408,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":27.704525632000014,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":2138},"claude-opus-4-8":{"in_tokens":3437,"out_tokens":1142},"claude-opus-4-7":{"in_tokens":3442,"out_tokens":822},"mistral-large-2":{"in_tokens":1873,"out_tokens":829}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":477,"out_tokens":2840,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":79.51553012700003,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1236,"out_tokens":1353},"claude-opus-4-8":{"in_tokens":2286,"out_tokens":514},"claude-opus-4-7":{"in_tokens":2291,"out_tokens":483},"mistral-large-2":{"in_tokens":1294,"out_tokens":555}}}
{"model_id":"gemini-3-1-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":507,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":30.94863495300001,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1964,"out_tokens":1836},"claude-opus-4-8":{"in_tokens":3855,"out_tokens":840},"claude-opus-4-7":{"in_tokens":3860,"out_tokens":808},"mistral-large-2":{"in_tokens":2095,"out_tokens":1202}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":1010,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":18.059039312000095,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1658,"out_tokens":2558},"claude-opus-4-8":{"in_tokens":3138,"out_tokens":890},"claude-opus-4-7":{"in_tokens":3143,"out_tokens":674},"mistral-large-2":{"in_tokens":1789,"out_tokens":698}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1710,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":41.005743442999915,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1416,"out_tokens":1804},"claude-opus-4-8":{"in_tokens":2766,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2771,"out_tokens":509},"mistral-large-2":{"in_tokens":1574,"out_tokens":580}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1175,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":25.843995006,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1810},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":850},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":694},"mistral-large-2":{"in_tokens":1432,"out_tokens":592}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":9306,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":125.30621005,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1494,"out_tokens":2190},"claude-opus-4-8":{"in_tokens":2916,"out_tokens":1269},"claude-opus-4-7":{"in_tokens":2921,"out_tokens":944},"mistral-large-2":{"in_tokens":1605,"out_tokens":759}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1499,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":28.90590543499991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2270,"out_tokens":3214},"claude-opus-4-8":{"in_tokens":4265,"out_tokens":1076},"claude-opus-4-7":{"in_tokens":4270,"out_tokens":779},"mistral-large-2":{"in_tokens":2421,"out_tokens":776}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1092,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.421894426000108,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1684,"out_tokens":2032},"claude-opus-4-8":{"in_tokens":3127,"out_tokens":965},"claude-opus-4-7":{"in_tokens":3132,"out_tokens":756},"mistral-large-2":{"in_tokens":1829,"out_tokens":717}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1150,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.815216211999996,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":3153},"claude-opus-4-8":{"in_tokens":3220,"out_tokens":892},"claude-opus-4-7":{"in_tokens":3225,"out_tokens":754},"mistral-large-2":{"in_tokens":1725,"out_tokens":594}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1490,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":38.53046589999997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1242},"claude-opus-4-8":{"in_tokens":2227,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2232,"out_tokens":567},"mistral-large-2":{"in_tokens":1234,"out_tokens":559}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":985,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":18.852268915999957,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1596,"out_tokens":1688},"claude-opus-4-8":{"in_tokens":3045,"out_tokens":629},"claude-opus-4-7":{"in_tokens":3050,"out_tokens":486},"mistral-large-2":{"in_tokens":1658,"out_tokens":520}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":902,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":17.117243148000057,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1593,"out_tokens":1310},"claude-opus-4-8":{"in_tokens":2955,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2960,"out_tokens":585},"mistral-large-2":{"in_tokens":1659,"out_tokens":1036}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1268,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":23.754727018999915,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1350},"claude-opus-4-8":{"in_tokens":2661,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2666,"out_tokens":495},"mistral-large-2":{"in_tokens":1586,"out_tokens":665}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":2330,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":45.80906426299998,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1981},"claude-opus-4-8":{"in_tokens":2494,"out_tokens":952},"claude-opus-4-7":{"in_tokens":2499,"out_tokens":627},"mistral-large-2":{"in_tokens":1413,"out_tokens":615}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1113,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.171322730000043,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":1444},"claude-opus-4-8":{"in_tokens":2909,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2914,"out_tokens":517},"mistral-large-2":{"in_tokens":1633,"out_tokens":693}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2537,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":61.86464377599998,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":1457},"claude-opus-4-8":{"in_tokens":2103,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2108,"out_tokens":517},"mistral-large-2":{"in_tokens":1184,"out_tokens":565}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1727,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":30.997528224999996,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1367,"out_tokens":1859},"claude-opus-4-8":{"in_tokens":2545,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2550,"out_tokens":476},"mistral-large-2":{"in_tokens":1509,"out_tokens":654}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1312,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":24.541533566999988,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1741,"out_tokens":1648},"claude-opus-4-8":{"in_tokens":3171,"out_tokens":667},"claude-opus-4-7":{"in_tokens":3176,"out_tokens":478},"mistral-large-2":{"in_tokens":1815,"out_tokens":629}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":1181,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":22.62327562200005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":2107},"claude-opus-4-8":{"in_tokens":2935,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2940,"out_tokens":516},"mistral-large-2":{"in_tokens":1699,"out_tokens":609}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":2422,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":68.81052315800002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1021,"out_tokens":1253},"claude-opus-4-8":{"in_tokens":1946,"out_tokens":579},"claude-opus-4-7":{"in_tokens":1951,"out_tokens":459},"mistral-large-2":{"in_tokens":1076,"out_tokens":446}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":963,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.049057073000085,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":2085},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":769},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":486},"mistral-large-2":{"in_tokens":1483,"out_tokens":696}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1099,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":16.448365437000007,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":826},"claude-opus-4-8":{"in_tokens":2095,"out_tokens":634},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":504},"mistral-large-2":{"in_tokens":1188,"out_tokens":541}}}
{"model_id":"glm-4.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":2107,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":56.05966920500009,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1074,"out_tokens":1069},"claude-opus-4-8":{"in_tokens":2019,"out_tokens":563},"claude-opus-4-7":{"in_tokens":2024,"out_tokens":500},"mistral-large-2":{"in_tokens":1135,"out_tokens":533}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":972,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.872881864000078,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":1221},"claude-opus-4-8":{"in_tokens":2663,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":556},"mistral-large-2":{"in_tokens":1493,"out_tokens":523}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":1215,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":23.01804459699997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":1582},"claude-opus-4-8":{"in_tokens":2806,"out_tokens":560},"claude-opus-4-7":{"in_tokens":2811,"out_tokens":527},"mistral-large-2":{"in_tokens":1588,"out_tokens":611}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":763,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":15.031170539999948,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1245,"out_tokens":1223},"claude-opus-4-8":{"in_tokens":2317,"out_tokens":565},"claude-opus-4-7":{"in_tokens":2322,"out_tokens":464},"mistral-large-2":{"in_tokens":1303,"out_tokens":741}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1051,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":22.438113247000047,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1790},"claude-opus-4-8":{"in_tokens":2827,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2832,"out_tokens":452},"mistral-large-2":{"in_tokens":1573,"out_tokens":575}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":978,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":19.553167358999985,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":2643,"out_tokens":643},"claude-opus-4-7":{"in_tokens":2648,"out_tokens":578},"mistral-large-2":{"in_tokens":1511,"out_tokens":593}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":997,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":17.660325013000033,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1155},"claude-opus-4-8":{"in_tokens":2625,"out_tokens":521},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":471},"mistral-large-2":{"in_tokens":1444,"out_tokens":567}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":988,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.255546299999992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":2053},"claude-opus-4-8":{"in_tokens":2935,"out_tokens":623},"claude-opus-4-7":{"in_tokens":2940,"out_tokens":468},"mistral-large-2":{"in_tokens":1651,"out_tokens":576}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1694,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":55.116907931000014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1377,"out_tokens":2425},"claude-opus-4-8":{"in_tokens":2571,"out_tokens":871},"claude-opus-4-7":{"in_tokens":2576,"out_tokens":579},"mistral-large-2":{"in_tokens":1482,"out_tokens":624}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":1744,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":50.41810563199999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":969,"out_tokens":957},"claude-opus-4-8":{"in_tokens":1816,"out_tokens":488},"claude-opus-4-7":{"in_tokens":1821,"out_tokens":415},"mistral-large-2":{"in_tokens":1004,"out_tokens":434}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":2266,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":65.54721987100004,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":2462},"claude-opus-4-8":{"in_tokens":2303,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2308,"out_tokens":493},"mistral-large-2":{"in_tokens":1271,"out_tokens":503}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1798,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":51.627673082,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":1494},"claude-opus-4-8":{"in_tokens":2577,"out_tokens":683},"claude-opus-4-7":{"in_tokens":2582,"out_tokens":500},"mistral-large-2":{"in_tokens":1485,"out_tokens":648}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":986,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":18.797605734000058,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":1736},"claude-opus-4-8":{"in_tokens":2638,"out_tokens":590},"claude-opus-4-7":{"in_tokens":2643,"out_tokens":467},"mistral-large-2":{"in_tokens":1485,"out_tokens":567}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":836,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":16.03243777499995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1393,"out_tokens":1509},"claude-opus-4-8":{"in_tokens":2622,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":515},"mistral-large-2":{"in_tokens":1452,"out_tokens":572}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1026,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":18.61605428500002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":1514},"claude-opus-4-8":{"in_tokens":3177,"out_tokens":579},"claude-opus-4-7":{"in_tokens":3182,"out_tokens":538},"mistral-large-2":{"in_tokens":1730,"out_tokens":636}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1137,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":19.944563230000085,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1562,"out_tokens":1735},"claude-opus-4-8":{"in_tokens":2974,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2979,"out_tokens":575},"mistral-large-2":{"in_tokens":1636,"out_tokens":654}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":453,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":10.022203770000033,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1206,"out_tokens":1807},"claude-opus-4-8":{"in_tokens":2227,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2232,"out_tokens":463},"mistral-large-2":{"in_tokens":1243,"out_tokens":582}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":6031,"error":null,"skip_reason":null,"score_raw":0.22499999999999998,"duration_s":96.89354261899996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2074,"out_tokens":2302},"claude-opus-4-8":{"in_tokens":3896,"out_tokens":1377},"claude-opus-4-7":{"in_tokens":3901,"out_tokens":929},"mistral-large-2":{"in_tokens":2202,"out_tokens":828}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":1162,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":20.442998035000073,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1572,"out_tokens":1487},"claude-opus-4-8":{"in_tokens":2928,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2933,"out_tokens":610},"mistral-large-2":{"in_tokens":1659,"out_tokens":685}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":713,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":13.834833050000043,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":1618},"claude-opus-4-8":{"in_tokens":2608,"out_tokens":787},"claude-opus-4-7":{"in_tokens":2613,"out_tokens":509},"mistral-large-2":{"in_tokens":1500,"out_tokens":837}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":2670,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":66.74417381600006,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1998,"out_tokens":3013},"claude-opus-4-8":{"in_tokens":3953,"out_tokens":1074},"claude-opus-4-7":{"in_tokens":3958,"out_tokens":916},"mistral-large-2":{"in_tokens":2154,"out_tokens":754}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":1094,"error":null,"skip_reason":null,"score_raw":0.9642857142857143,"duration_s":19.116959425000005,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1449,"out_tokens":1687},"claude-opus-4-8":{"in_tokens":2774,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":405},"mistral-large-2":{"in_tokens":1517,"out_tokens":555}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":414,"out_tokens":2522,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":61.283585311000024,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":1283},"claude-opus-4-8":{"in_tokens":2406,"out_tokens":593},"claude-opus-4-7":{"in_tokens":2411,"out_tokens":495},"mistral-large-2":{"in_tokens":1349,"out_tokens":627}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":898,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":17.344084119999934,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1313,"out_tokens":1649},"claude-opus-4-8":{"in_tokens":2587,"out_tokens":627},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":502},"mistral-large-2":{"in_tokens":1419,"out_tokens":731}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":609,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":10.586955259999968,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":2053},"claude-opus-4-8":{"in_tokens":2398,"out_tokens":761},"claude-opus-4-7":{"in_tokens":2403,"out_tokens":696},"mistral-large-2":{"in_tokens":1360,"out_tokens":586}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2303,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":35.40057819799995,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1616,"out_tokens":1630},"claude-opus-4-8":{"in_tokens":3365,"out_tokens":625},"claude-opus-4-7":{"in_tokens":3370,"out_tokens":504},"mistral-large-2":{"in_tokens":1717,"out_tokens":569}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":900,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.048984950999966,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1351,"out_tokens":1677},"claude-opus-4-8":{"in_tokens":2562,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2567,"out_tokens":557},"mistral-large-2":{"in_tokens":1523,"out_tokens":615}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2351,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":36.92657589800001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2149,"out_tokens":2862},"claude-opus-4-8":{"in_tokens":4317,"out_tokens":850},"claude-opus-4-7":{"in_tokens":4322,"out_tokens":726},"mistral-large-2":{"in_tokens":2316,"out_tokens":959}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":738,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":13.351003570000103,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1641},"claude-opus-4-8":{"in_tokens":2405,"out_tokens":674},"claude-opus-4-7":{"in_tokens":2410,"out_tokens":499},"mistral-large-2":{"in_tokens":1348,"out_tokens":472}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1541,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":45.171475309000016,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":1329},"claude-opus-4-8":{"in_tokens":1947,"out_tokens":736},"claude-opus-4-7":{"in_tokens":1952,"out_tokens":572},"mistral-large-2":{"in_tokens":1085,"out_tokens":538}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":8705,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":198.9645415120001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":1797},"claude-opus-4-8":{"in_tokens":3242,"out_tokens":805},"claude-opus-4-7":{"in_tokens":3247,"out_tokens":652},"mistral-large-2":{"in_tokens":1672,"out_tokens":699}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":761,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":14.142941954000094,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":2467,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":559},"mistral-large-2":{"in_tokens":1420,"out_tokens":616}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":803,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":15.031020193000018,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1374,"out_tokens":2135},"claude-opus-4-8":{"in_tokens":2632,"out_tokens":736},"claude-opus-4-7":{"in_tokens":2637,"out_tokens":602},"mistral-large-2":{"in_tokens":1511,"out_tokens":666}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2962,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":56.110824574999924,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1824,"out_tokens":2271},"claude-opus-4-8":{"in_tokens":3782,"out_tokens":1011},"claude-opus-4-7":{"in_tokens":3787,"out_tokens":600},"mistral-large-2":{"in_tokens":1954,"out_tokens":662}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":1122,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":20.737569162,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":2558},"claude-opus-4-8":{"in_tokens":2770,"out_tokens":1148},"claude-opus-4-7":{"in_tokens":2775,"out_tokens":657},"mistral-large-2":{"in_tokens":1582,"out_tokens":620}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":799,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":17.38034832099993,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":1805},"claude-opus-4-8":{"in_tokens":2554,"out_tokens":773},"claude-opus-4-7":{"in_tokens":2559,"out_tokens":644},"mistral-large-2":{"in_tokens":1472,"out_tokens":578}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":758,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":15.683801223999922,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":717},"claude-opus-4-8":{"in_tokens":2556,"out_tokens":529},"claude-opus-4-7":{"in_tokens":2561,"out_tokens":491},"mistral-large-2":{"in_tokens":1451,"out_tokens":557}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":1634,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":108.61986481899999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1105,"out_tokens":1282},"claude-opus-4-8":{"in_tokens":2053,"out_tokens":657},"claude-opus-4-7":{"in_tokens":2058,"out_tokens":481},"mistral-large-2":{"in_tokens":1154,"out_tokens":517}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":1999,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":42.269678583000086,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":2815},"claude-opus-4-8":{"in_tokens":2949,"out_tokens":573},"claude-opus-4-7":{"in_tokens":2954,"out_tokens":582},"mistral-large-2":{"in_tokens":1648,"out_tokens":726}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":15.107616490000055,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":1940},"claude-opus-4-8":{"in_tokens":2663,"out_tokens":755},"claude-opus-4-7":{"in_tokens":2668,"out_tokens":703},"mistral-large-2":{"in_tokens":1507,"out_tokens":702}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":563,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":11.618304615999932,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1674},"claude-opus-4-8":{"in_tokens":2175,"out_tokens":1326},"claude-opus-4-7":{"in_tokens":2180,"out_tokens":589},"mistral-large-2":{"in_tokens":1292,"out_tokens":578}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":1220,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":22.474636708000048,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1645,"out_tokens":1967},"claude-opus-4-8":{"in_tokens":3135,"out_tokens":861},"claude-opus-4-7":{"in_tokens":3140,"out_tokens":710},"mistral-large-2":{"in_tokens":1805,"out_tokens":855}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1668,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":38.235614166999994,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1366,"out_tokens":1799},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":488},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":471},"mistral-large-2":{"in_tokens":1458,"out_tokens":459}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1839,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":40.48345381399997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":1102},"claude-opus-4-8":{"in_tokens":3074,"out_tokens":543},"claude-opus-4-7":{"in_tokens":3079,"out_tokens":408},"mistral-large-2":{"in_tokens":1633,"out_tokens":541}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":835,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":15.256773895000038,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":1739},"claude-opus-4-8":{"in_tokens":2759,"out_tokens":989},"claude-opus-4-7":{"in_tokens":2764,"out_tokens":711},"mistral-large-2":{"in_tokens":1619,"out_tokens":625}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":1767,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":31.321723769000073,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1614,"out_tokens":2249},"claude-opus-4-8":{"in_tokens":3162,"out_tokens":654},"claude-opus-4-7":{"in_tokens":3167,"out_tokens":574},"mistral-large-2":{"in_tokens":1768,"out_tokens":1085}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":903,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":15.862420372999964,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1381},"claude-opus-4-8":{"in_tokens":2617,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2622,"out_tokens":484},"mistral-large-2":{"in_tokens":1437,"out_tokens":581}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":920,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.568437092000067,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1158},"claude-opus-4-8":{"in_tokens":2647,"out_tokens":533},"claude-opus-4-7":{"in_tokens":2652,"out_tokens":545},"mistral-large-2":{"in_tokens":1407,"out_tokens":489}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1923,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":45.22771852100004,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1046,"out_tokens":1876},"claude-opus-4-8":{"in_tokens":1963,"out_tokens":550},"claude-opus-4-7":{"in_tokens":1968,"out_tokens":498},"mistral-large-2":{"in_tokens":1092,"out_tokens":526}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":915,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":18.961699609000107,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":2051},"claude-opus-4-8":{"in_tokens":2693,"out_tokens":718},"claude-opus-4-7":{"in_tokens":2698,"out_tokens":796},"mistral-large-2":{"in_tokens":1645,"out_tokens":725}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":770,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":13.440406006999979,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":1345},"claude-opus-4-8":{"in_tokens":2639,"out_tokens":649},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":425},"mistral-large-2":{"in_tokens":1445,"out_tokens":488}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":2470,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":67.06547581400002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1024,"out_tokens":1201},"claude-opus-4-8":{"in_tokens":1951,"out_tokens":544},"claude-opus-4-7":{"in_tokens":1956,"out_tokens":497},"mistral-large-2":{"in_tokens":1079,"out_tokens":537}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1816,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":27.99898887500001,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1678,"out_tokens":1618},"claude-opus-4-8":{"in_tokens":3423,"out_tokens":555},"claude-opus-4-7":{"in_tokens":3428,"out_tokens":408},"mistral-large-2":{"in_tokens":1820,"out_tokens":584}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":11161,"error":null,"skip_reason":null,"score_raw":0.03571428571428571,"duration_s":237.75005795099992,"hallucination_count":4.25,"hallucination_top100":0,"inter_rater_agreement":0.0,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1364,"out_tokens":2265},"claude-opus-4-8":{"in_tokens":2705,"out_tokens":983},"claude-opus-4-7":{"in_tokens":2710,"out_tokens":878},"mistral-large-2":{"in_tokens":1454,"out_tokens":826}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":811,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":14.388461787999972,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1659,"out_tokens":1741},"claude-opus-4-8":{"in_tokens":3092,"out_tokens":747},"claude-opus-4-7":{"in_tokens":3097,"out_tokens":684},"mistral-large-2":{"in_tokens":1864,"out_tokens":612}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":844,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.182319757999949,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1576,"out_tokens":1370},"claude-opus-4-8":{"in_tokens":3024,"out_tokens":666},"claude-opus-4-7":{"in_tokens":3029,"out_tokens":456},"mistral-large-2":{"in_tokens":1783,"out_tokens":635}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":799,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":13.387498601000061,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1420},"claude-opus-4-8":{"in_tokens":2622,"out_tokens":704},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":484},"mistral-large-2":{"in_tokens":1500,"out_tokens":676}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1158,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.977311023999846,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2023,"out_tokens":2937},"claude-opus-4-8":{"in_tokens":3758,"out_tokens":1113},"claude-opus-4-7":{"in_tokens":3763,"out_tokens":637},"mistral-large-2":{"in_tokens":2170,"out_tokens":731}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":2287,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":36.77980454200008,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1823,"out_tokens":1541},"claude-opus-4-8":{"in_tokens":3780,"out_tokens":647},"claude-opus-4-7":{"in_tokens":3785,"out_tokens":532},"mistral-large-2":{"in_tokens":1976,"out_tokens":561}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2067,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":30.47708895400001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1498,"out_tokens":1910},"claude-opus-4-8":{"in_tokens":2953,"out_tokens":688},"claude-opus-4-7":{"in_tokens":2958,"out_tokens":730},"mistral-large-2":{"in_tokens":1585,"out_tokens":645}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":836,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":13.910212547000128,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1491,"out_tokens":2312},"claude-opus-4-8":{"in_tokens":2854,"out_tokens":724},"claude-opus-4-7":{"in_tokens":2859,"out_tokens":662},"mistral-large-2":{"in_tokens":1650,"out_tokens":647}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":906,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":15.592073506000133,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":1456},"claude-opus-4-8":{"in_tokens":2780,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2785,"out_tokens":661},"mistral-large-2":{"in_tokens":1608,"out_tokens":659}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":546,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":10.441724112000202,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1733},"claude-opus-4-8":{"in_tokens":2382,"out_tokens":660},"claude-opus-4-7":{"in_tokens":2387,"out_tokens":590},"mistral-large-2":{"in_tokens":1368,"out_tokens":562}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":1453,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":21.18523013900017,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":2971,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2976,"out_tokens":524},"mistral-large-2":{"in_tokens":1641,"out_tokens":555}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2923,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":44.36790960899987,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1323,"out_tokens":1354},"claude-opus-4-8":{"in_tokens":2659,"out_tokens":431},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":426},"mistral-large-2":{"in_tokens":1390,"out_tokens":560}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":692,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":12.660258238999859,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1701},"claude-opus-4-8":{"in_tokens":2612,"out_tokens":759},"claude-opus-4-7":{"in_tokens":2617,"out_tokens":593},"mistral-large-2":{"in_tokens":1457,"out_tokens":672}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":802,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":13.746276285000022,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":1825},"claude-opus-4-8":{"in_tokens":2609,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2614,"out_tokens":652},"mistral-large-2":{"in_tokens":1431,"out_tokens":575}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":7352,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":113.59391658099992,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1574,"out_tokens":1933},"claude-opus-4-8":{"in_tokens":3051,"out_tokens":1124},"claude-opus-4-7":{"in_tokens":3056,"out_tokens":999},"mistral-large-2":{"in_tokens":1718,"out_tokens":804}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":928,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":16.753526262999912,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":2313},"claude-opus-4-8":{"in_tokens":2624,"out_tokens":772},"claude-opus-4-7":{"in_tokens":2629,"out_tokens":566},"mistral-large-2":{"in_tokens":1485,"out_tokens":584}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":1062,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.765675151999858,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":1134},"claude-opus-4-8":{"in_tokens":2826,"out_tokens":670},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":480},"mistral-large-2":{"in_tokens":1628,"out_tokens":720}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1102,"error":null,"skip_reason":null,"score_raw":0.8928571428571428,"duration_s":15.942501079000067,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1327},"claude-opus-4-8":{"in_tokens":2639,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2644,"out_tokens":451},"mistral-large-2":{"in_tokens":1366,"out_tokens":527}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":419,"out_tokens":2712,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":71.1667313480001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1404,"out_tokens":1300},"claude-opus-4-8":{"in_tokens":2671,"out_tokens":592},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":589},"mistral-large-2":{"in_tokens":1454,"out_tokens":606}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1440,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":20.827097996999782,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1653,"out_tokens":1562},"claude-opus-4-8":{"in_tokens":3286,"out_tokens":719},"claude-opus-4-7":{"in_tokens":3291,"out_tokens":750},"mistral-large-2":{"in_tokens":1770,"out_tokens":650}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1839,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":26.014094757000066,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":2074},"claude-opus-4-8":{"in_tokens":3074,"out_tokens":756},"claude-opus-4-7":{"in_tokens":3079,"out_tokens":709},"mistral-large-2":{"in_tokens":1646,"out_tokens":710}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1819,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":45.8907503649998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1069},"claude-opus-4-8":{"in_tokens":2070,"out_tokens":569},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":545},"mistral-large-2":{"in_tokens":1148,"out_tokens":437}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":709,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":11.564407499000026,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1675},"claude-opus-4-8":{"in_tokens":2468,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2473,"out_tokens":719},"mistral-large-2":{"in_tokens":1426,"out_tokens":585}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":1072,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":18.563256979000016,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":2450},"claude-opus-4-8":{"in_tokens":2794,"out_tokens":1107},"claude-opus-4-7":{"in_tokens":2799,"out_tokens":714},"mistral-large-2":{"in_tokens":1660,"out_tokens":657}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":863,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.427888307999865,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":2018},"claude-opus-4-8":{"in_tokens":2499,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2504,"out_tokens":709},"mistral-large-2":{"in_tokens":1368,"out_tokens":479}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":787,"error":null,"skip_reason":null,"score_raw":0.861111111111111,"duration_s":14.999979034000035,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":2459},"claude-opus-4-8":{"in_tokens":2472,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2477,"out_tokens":621},"mistral-large-2":{"in_tokens":1394,"out_tokens":477}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":2522,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":64.31072602900008,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1091},"claude-opus-4-8":{"in_tokens":2214,"out_tokens":538},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":450},"mistral-large-2":{"in_tokens":1219,"out_tokens":441}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":621,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":12.56182689000002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1166},"claude-opus-4-8":{"in_tokens":2183,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2188,"out_tokens":506},"mistral-large-2":{"in_tokens":1220,"out_tokens":473}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1757,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":27.08653659400011,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1403,"out_tokens":2064},"claude-opus-4-8":{"in_tokens":2932,"out_tokens":666},"claude-opus-4-7":{"in_tokens":2937,"out_tokens":459},"mistral-large-2":{"in_tokens":1499,"out_tokens":824}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":852,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":16.23698844899991,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1865},"claude-opus-4-8":{"in_tokens":2548,"out_tokens":792},"claude-opus-4-7":{"in_tokens":2553,"out_tokens":651},"mistral-large-2":{"in_tokens":1499,"out_tokens":626}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3112,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":51.15144271300005,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1845,"out_tokens":3485},"claude-opus-4-8":{"in_tokens":3566,"out_tokens":786},"claude-opus-4-7":{"in_tokens":3571,"out_tokens":588},"mistral-large-2":{"in_tokens":1956,"out_tokens":782}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1217,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.90672174799988,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1588,"out_tokens":2861},"claude-opus-4-8":{"in_tokens":3254,"out_tokens":890},"claude-opus-4-7":{"in_tokens":3259,"out_tokens":809},"mistral-large-2":{"in_tokens":1694,"out_tokens":708}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1474,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":27.73253168800011,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1896,"out_tokens":3433},"claude-opus-4-8":{"in_tokens":3693,"out_tokens":1163},"claude-opus-4-7":{"in_tokens":3698,"out_tokens":980},"mistral-large-2":{"in_tokens":2051,"out_tokens":870}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":1660,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":35.785680131999925,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1049,"out_tokens":975},"claude-opus-4-8":{"in_tokens":1972,"out_tokens":745},"claude-opus-4-7":{"in_tokens":1977,"out_tokens":494},"mistral-large-2":{"in_tokens":1088,"out_tokens":509}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":2957,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":38.67197726099994,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2341,"out_tokens":2418},"claude-opus-4-8":{"in_tokens":4555,"out_tokens":1030},"claude-opus-4-7":{"in_tokens":4560,"out_tokens":955},"mistral-large-2":{"in_tokens":2447,"out_tokens":883}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1411,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":25.231323445000044,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1735,"out_tokens":2444},"claude-opus-4-8":{"in_tokens":3436,"out_tokens":839},"claude-opus-4-7":{"in_tokens":3441,"out_tokens":782},"mistral-large-2":{"in_tokens":1874,"out_tokens":778}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":2098,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":42.985531260000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1062,"out_tokens":1105},"claude-opus-4-8":{"in_tokens":1990,"out_tokens":502},"claude-opus-4-7":{"in_tokens":1995,"out_tokens":423},"mistral-large-2":{"in_tokens":1118,"out_tokens":460}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1167,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":20.729331523000155,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":2704},"claude-opus-4-8":{"in_tokens":2884,"out_tokens":628},"claude-opus-4-7":{"in_tokens":2889,"out_tokens":557},"mistral-large-2":{"in_tokens":1548,"out_tokens":595}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2838,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":42.981319731999974,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2840,"out_tokens":4061},"claude-opus-4-8":{"in_tokens":5581,"out_tokens":1213},"claude-opus-4-7":{"in_tokens":5586,"out_tokens":949},"mistral-large-2":{"in_tokens":3078,"out_tokens":1094}}}
{"model_id":"glm-4.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":242,"out_tokens":1683,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":46.88656656400008,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1003,"out_tokens":1287},"claude-opus-4-8":{"in_tokens":1901,"out_tokens":625},"claude-opus-4-7":{"in_tokens":1906,"out_tokens":382},"mistral-large-2":{"in_tokens":1053,"out_tokens":423}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1088,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.622328784000047,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1289,"out_tokens":2867},"claude-opus-4-8":{"in_tokens":2534,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2539,"out_tokens":474},"mistral-large-2":{"in_tokens":1364,"out_tokens":695}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1350,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":25.815795306999917,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":2192},"claude-opus-4-8":{"in_tokens":2797,"out_tokens":777},"claude-opus-4-7":{"in_tokens":2802,"out_tokens":590},"mistral-large-2":{"in_tokens":1532,"out_tokens":670}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1574,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":31.0348346589999,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1527,"out_tokens":2358},"claude-opus-4-8":{"in_tokens":3014,"out_tokens":587},"claude-opus-4-7":{"in_tokens":3019,"out_tokens":489},"mistral-large-2":{"in_tokens":1669,"out_tokens":649}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":1787,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":22.826337963000014,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1525,"out_tokens":1767},"claude-opus-4-8":{"in_tokens":2918,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2923,"out_tokens":517},"mistral-large-2":{"in_tokens":1646,"out_tokens":622}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1415,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":25.402550123000083,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1513,"out_tokens":3234},"claude-opus-4-8":{"in_tokens":2979,"out_tokens":715},"claude-opus-4-7":{"in_tokens":2984,"out_tokens":717},"mistral-large-2":{"in_tokens":1641,"out_tokens":631}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2818,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":47.49331722000011,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2227,"out_tokens":2475},"claude-opus-4-8":{"in_tokens":4420,"out_tokens":961},"claude-opus-4-7":{"in_tokens":4425,"out_tokens":811},"mistral-large-2":{"in_tokens":2343,"out_tokens":834}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":3366,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":50.845905479000066,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2701,"out_tokens":1826},"claude-opus-4-8":{"in_tokens":5335,"out_tokens":983},"claude-opus-4-7":{"in_tokens":5340,"out_tokens":689},"mistral-large-2":{"in_tokens":2935,"out_tokens":767}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":11170,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":167.73430098200004,"hallucination_count":5.5,"hallucination_top100":0,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":2929},"claude-opus-4-8":{"in_tokens":3292,"out_tokens":1209},"claude-opus-4-7":{"in_tokens":3297,"out_tokens":864},"mistral-large-2":{"in_tokens":1834,"out_tokens":727}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2640,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":44.11340871399989,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2298,"out_tokens":2383},"claude-opus-4-8":{"in_tokens":4530,"out_tokens":1082},"claude-opus-4-7":{"in_tokens":4535,"out_tokens":842},"mistral-large-2":{"in_tokens":2481,"out_tokens":756}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1105,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.79096766900011,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":2461},"claude-opus-4-8":{"in_tokens":2460,"out_tokens":567},"claude-opus-4-7":{"in_tokens":2465,"out_tokens":755},"mistral-large-2":{"in_tokens":1316,"out_tokens":554}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":879,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":16.67911389300002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":2489},"claude-opus-4-8":{"in_tokens":2419,"out_tokens":903},"claude-opus-4-7":{"in_tokens":2424,"out_tokens":574},"mistral-large-2":{"in_tokens":1320,"out_tokens":581}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1138,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":22.580388802000016,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1979},"claude-opus-4-8":{"in_tokens":2672,"out_tokens":574},"claude-opus-4-7":{"in_tokens":2677,"out_tokens":388},"mistral-large-2":{"in_tokens":1404,"out_tokens":455}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1493,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":29.638190344999884,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1532,"out_tokens":1878},"claude-opus-4-8":{"in_tokens":3006,"out_tokens":708},"claude-opus-4-7":{"in_tokens":3011,"out_tokens":702},"mistral-large-2":{"in_tokens":1651,"out_tokens":816}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":1665,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":26.995054020999987,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1862,"out_tokens":2017},"claude-opus-4-8":{"in_tokens":3742,"out_tokens":733},"claude-opus-4-7":{"in_tokens":3747,"out_tokens":646},"mistral-large-2":{"in_tokens":2015,"out_tokens":760}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":1938,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":40.34678146200008,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":994,"out_tokens":1388},"claude-opus-4-8":{"in_tokens":1907,"out_tokens":634},"claude-opus-4-7":{"in_tokens":1912,"out_tokens":577},"mistral-large-2":{"in_tokens":1120,"out_tokens":598}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":990,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":18.85856612600014,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1621},"claude-opus-4-8":{"in_tokens":2382,"out_tokens":661},"claude-opus-4-7":{"in_tokens":2387,"out_tokens":544},"mistral-large-2":{"in_tokens":1318,"out_tokens":790}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":944,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":18.541136455000014,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1328,"out_tokens":2101},"claude-opus-4-8":{"in_tokens":2621,"out_tokens":866},"claude-opus-4-7":{"in_tokens":2626,"out_tokens":656},"mistral-large-2":{"in_tokens":1444,"out_tokens":705}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2184,"error":null,"skip_reason":null,"score_raw":0.15625,"duration_s":64.02962368900012,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":2207},"claude-opus-4-8":{"in_tokens":2059,"out_tokens":816},"claude-opus-4-7":{"in_tokens":2064,"out_tokens":493},"mistral-large-2":{"in_tokens":1149,"out_tokens":656}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1151,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.305707565000148,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":2686},"claude-opus-4-8":{"in_tokens":3007,"out_tokens":804},"claude-opus-4-7":{"in_tokens":3012,"out_tokens":719},"mistral-large-2":{"in_tokens":1666,"out_tokens":660}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":2047,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":34.98103907099994,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":1482},"claude-opus-4-8":{"in_tokens":3422,"out_tokens":528},"claude-opus-4-7":{"in_tokens":3427,"out_tokens":434},"mistral-large-2":{"in_tokens":1909,"out_tokens":636}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":2543,"error":null,"skip_reason":null,"score_raw":0.55,"duration_s":71.043821922,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1166,"out_tokens":1201},"claude-opus-4-8":{"in_tokens":2208,"out_tokens":726},"claude-opus-4-7":{"in_tokens":2213,"out_tokens":573},"mistral-large-2":{"in_tokens":1278,"out_tokens":682}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2382,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":40.73561005600004,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1798,"out_tokens":2230},"claude-opus-4-8":{"in_tokens":3500,"out_tokens":841},"claude-opus-4-7":{"in_tokens":3505,"out_tokens":650},"mistral-large-2":{"in_tokens":1910,"out_tokens":791}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":780,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":14.336042721000013,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1169,"out_tokens":1681},"claude-opus-4-8":{"in_tokens":2335,"out_tokens":603},"claude-opus-4-7":{"in_tokens":2340,"out_tokens":513},"mistral-large-2":{"in_tokens":1218,"out_tokens":492}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1355,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":28.12522338200006,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":1478},"claude-opus-4-8":{"in_tokens":2902,"out_tokens":583},"claude-opus-4-7":{"in_tokens":2907,"out_tokens":509},"mistral-large-2":{"in_tokens":1583,"out_tokens":624}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1011,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":18.253490664000083,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":2589},"claude-opus-4-8":{"in_tokens":2509,"out_tokens":881},"claude-opus-4-7":{"in_tokens":2514,"out_tokens":410},"mistral-large-2":{"in_tokens":1312,"out_tokens":686}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":3063,"error":null,"skip_reason":null,"score_raw":0.825,"duration_s":50.28498382800012,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2560,"out_tokens":2909},"claude-opus-4-8":{"in_tokens":4977,"out_tokens":1107},"claude-opus-4-7":{"in_tokens":4982,"out_tokens":876},"mistral-large-2":{"in_tokens":2681,"out_tokens":763}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1772,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":31.33154731600007,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2351,"out_tokens":3486},"claude-opus-4-8":{"in_tokens":4549,"out_tokens":1008},"claude-opus-4-7":{"in_tokens":4554,"out_tokens":822},"mistral-large-2":{"in_tokens":2474,"out_tokens":865}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1498,"error":null,"skip_reason":null,"score_raw":0.975,"duration_s":29.75584688899994,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2091,"out_tokens":2824},"claude-opus-4-8":{"in_tokens":4068,"out_tokens":1060},"claude-opus-4-7":{"in_tokens":4073,"out_tokens":721},"mistral-large-2":{"in_tokens":2271,"out_tokens":843}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":1783,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":44.10564298899999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":944},"claude-opus-4-8":{"in_tokens":1914,"out_tokens":701},"claude-opus-4-7":{"in_tokens":1919,"out_tokens":549},"mistral-large-2":{"in_tokens":1059,"out_tokens":539}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":34.767886426999894,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2387,"out_tokens":3390},"claude-opus-4-8":{"in_tokens":4679,"out_tokens":1246},"claude-opus-4-7":{"in_tokens":4684,"out_tokens":1066},"mistral-large-2":{"in_tokens":2593,"out_tokens":936}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":7239,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":160.88251335200016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1506,"out_tokens":1643},"claude-opus-4-8":{"in_tokens":2881,"out_tokens":693},"claude-opus-4-7":{"in_tokens":2886,"out_tokens":557},"mistral-large-2":{"in_tokens":1569,"out_tokens":573}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1587,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":29.744940786999905,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2144,"out_tokens":2225},"claude-opus-4-8":{"in_tokens":4196,"out_tokens":1258},"claude-opus-4-7":{"in_tokens":4201,"out_tokens":888},"mistral-large-2":{"in_tokens":2288,"out_tokens":851}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1610,"error":null,"skip_reason":null,"score_raw":0.775,"duration_s":28.463637802999983,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2166,"out_tokens":3868},"claude-opus-4-8":{"in_tokens":4189,"out_tokens":1347},"claude-opus-4-7":{"in_tokens":4194,"out_tokens":713},"mistral-large-2":{"in_tokens":2339,"out_tokens":926}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":322,"out_tokens":2306,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":58.81538221300002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":989,"out_tokens":1974},"claude-opus-4-8":{"in_tokens":1927,"out_tokens":779},"claude-opus-4-7":{"in_tokens":1932,"out_tokens":566},"mistral-large-2":{"in_tokens":1074,"out_tokens":604}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1386,"error":null,"skip_reason":null,"score_raw":0.7857142857142857,"duration_s":24.581300783000188,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1524,"out_tokens":1975},"claude-opus-4-8":{"in_tokens":2981,"out_tokens":696},"claude-opus-4-7":{"in_tokens":2986,"out_tokens":480},"mistral-large-2":{"in_tokens":1641,"out_tokens":613}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1243,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":23.06741737199991,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1709,"out_tokens":2582},"claude-opus-4-8":{"in_tokens":3454,"out_tokens":890},"claude-opus-4-7":{"in_tokens":3459,"out_tokens":763},"mistral-large-2":{"in_tokens":1855,"out_tokens":877}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1446,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":28.204901832999894,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":2231},"claude-opus-4-8":{"in_tokens":2913,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2918,"out_tokens":643},"mistral-large-2":{"in_tokens":1617,"out_tokens":544}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":3396,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":83.1425622490001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1564},"claude-opus-4-8":{"in_tokens":1984,"out_tokens":988},"claude-opus-4-7":{"in_tokens":1989,"out_tokens":617},"mistral-large-2":{"in_tokens":1130,"out_tokens":637}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":3357,"error":null,"skip_reason":null,"score_raw":0.8250000000000001,"duration_s":95.06104602599999,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2650,"out_tokens":2888},"claude-opus-4-8":{"in_tokens":5197,"out_tokens":1392},"claude-opus-4-7":{"in_tokens":5202,"out_tokens":836},"mistral-large-2":{"in_tokens":2860,"out_tokens":961}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1250,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":23.72099825500004,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1661,"out_tokens":2666},"claude-opus-4-8":{"in_tokens":3170,"out_tokens":907},"claude-opus-4-7":{"in_tokens":3175,"out_tokens":680},"mistral-large-2":{"in_tokens":1761,"out_tokens":660}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2626,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":38.638389155,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2613,"out_tokens":2352},"claude-opus-4-8":{"in_tokens":5142,"out_tokens":809},"claude-opus-4-7":{"in_tokens":5147,"out_tokens":610},"mistral-large-2":{"in_tokens":2832,"out_tokens":812}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6499999999999999,"duration_s":39.321332924,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2405,"out_tokens":3068},"claude-opus-4-8":{"in_tokens":4685,"out_tokens":983},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":872},"mistral-large-2":{"in_tokens":2606,"out_tokens":789}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":39.305229329999996,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2522,"out_tokens":2264},"claude-opus-4-8":{"in_tokens":4878,"out_tokens":1023},"claude-opus-4-7":{"in_tokens":4883,"out_tokens":871},"mistral-large-2":{"in_tokens":2718,"out_tokens":1209}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.925,"duration_s":41.010311345000005,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2595,"out_tokens":3721},"claude-opus-4-8":{"in_tokens":5022,"out_tokens":1230},"claude-opus-4-7":{"in_tokens":5027,"out_tokens":855},"mistral-large-2":{"in_tokens":2711,"out_tokens":948}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":2139,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":45.118091443,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1080,"out_tokens":1041},"claude-opus-4-8":{"in_tokens":2049,"out_tokens":640},"claude-opus-4-7":{"in_tokens":2054,"out_tokens":453},"mistral-large-2":{"in_tokens":1179,"out_tokens":513}}}
{"model_id":"glm-4.6","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":1805,"error":null,"skip_reason":null,"score_raw":0.3055555555555555,"duration_s":49.871151076,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1130,"out_tokens":1444},"claude-opus-4-8":{"in_tokens":2173,"out_tokens":951},"claude-opus-4-7":{"in_tokens":2178,"out_tokens":679},"mistral-large-2":{"in_tokens":1222,"out_tokens":673}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":2983,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":71.789987106,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1674},"claude-opus-4-8":{"in_tokens":2190,"out_tokens":632},"claude-opus-4-7":{"in_tokens":2195,"out_tokens":665},"mistral-large-2":{"in_tokens":1246,"out_tokens":560}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":3700,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":96.19707109,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1310,"out_tokens":1667},"claude-opus-4-8":{"in_tokens":2474,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2479,"out_tokens":528},"mistral-large-2":{"in_tokens":1364,"out_tokens":612}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":2878,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":76.54144700299999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1064},"claude-opus-4-8":{"in_tokens":2066,"out_tokens":650},"claude-opus-4-7":{"in_tokens":2071,"out_tokens":511},"mistral-large-2":{"in_tokens":1188,"out_tokens":568}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":5095,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":132.44058865199997,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1711},"claude-opus-4-8":{"in_tokens":2543,"out_tokens":729},"claude-opus-4-7":{"in_tokens":2548,"out_tokens":645},"mistral-large-2":{"in_tokens":1428,"out_tokens":628}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":2704,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":75.392760229,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1783},"claude-opus-4-8":{"in_tokens":2179,"out_tokens":811},"claude-opus-4-7":{"in_tokens":2184,"out_tokens":651},"mistral-large-2":{"in_tokens":1238,"out_tokens":674}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":3994,"error":null,"skip_reason":null,"score_raw":0.4722222222222222,"duration_s":107.14570187500001,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1240,"out_tokens":1716},"claude-opus-4-8":{"in_tokens":2360,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":2365,"out_tokens":748},"mistral-large-2":{"in_tokens":1361,"out_tokens":707}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":6661,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":158.123781513,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1761,"out_tokens":2314},"claude-opus-4-8":{"in_tokens":3311,"out_tokens":736},"claude-opus-4-7":{"in_tokens":3316,"out_tokens":689},"mistral-large-2":{"in_tokens":1831,"out_tokens":634}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":6759,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":88.63481098700001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1639,"out_tokens":1252},"claude-opus-4-8":{"in_tokens":3069,"out_tokens":491},"claude-opus-4-7":{"in_tokens":3074,"out_tokens":449},"mistral-large-2":{"in_tokens":1721,"out_tokens":609}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":300,"out_tokens":2655,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":73.9786545,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":999,"out_tokens":2137},"claude-opus-4-8":{"in_tokens":1878,"out_tokens":662},"claude-opus-4-7":{"in_tokens":1883,"out_tokens":491},"mistral-large-2":{"in_tokens":1106,"out_tokens":675}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":1904,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":48.71462600200002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1002,"out_tokens":1429},"claude-opus-4-8":{"in_tokens":2009,"out_tokens":877},"claude-opus-4-7":{"in_tokens":2014,"out_tokens":524},"mistral-large-2":{"in_tokens":1067,"out_tokens":458}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":2355,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":52.454603867,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1073,"out_tokens":1265},"claude-opus-4-8":{"in_tokens":2075,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2080,"out_tokens":475},"mistral-large-2":{"in_tokens":1148,"out_tokens":540}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":3300,"error":null,"skip_reason":null,"score_raw":0.40625,"duration_s":71.23789020499999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1094,"out_tokens":1300},"claude-opus-4-8":{"in_tokens":2027,"out_tokens":713},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":445},"mistral-large-2":{"in_tokens":1230,"out_tokens":595}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":5613,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":143.37824658,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1658},"claude-opus-4-8":{"in_tokens":2590,"out_tokens":588},"claude-opus-4-7":{"in_tokens":2595,"out_tokens":570},"mistral-large-2":{"in_tokens":1473,"out_tokens":623}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2640,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":57.798631794000016,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1059,"out_tokens":1549},"claude-opus-4-8":{"in_tokens":2147,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":626},"mistral-large-2":{"in_tokens":1170,"out_tokens":526}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":6156,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":151.54223232100003,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1557,"out_tokens":1660},"claude-opus-4-8":{"in_tokens":2929,"out_tokens":691},"claude-opus-4-7":{"in_tokens":2934,"out_tokens":590},"mistral-large-2":{"in_tokens":1647,"out_tokens":772}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":2288,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":60.517698113999984,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":859},"claude-opus-4-8":{"in_tokens":2539,"out_tokens":587},"claude-opus-4-7":{"in_tokens":2544,"out_tokens":471},"mistral-large-2":{"in_tokens":1556,"out_tokens":478}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2545,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":446.974578497,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1085,"out_tokens":1485},"claude-opus-4-8":{"in_tokens":2062,"out_tokens":708},"claude-opus-4-7":{"in_tokens":2067,"out_tokens":628},"mistral-large-2":{"in_tokens":1198,"out_tokens":680}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":4661,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":117.957921994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":1812},"claude-opus-4-8":{"in_tokens":2866,"out_tokens":725},"claude-opus-4-7":{"in_tokens":2871,"out_tokens":591},"mistral-large-2":{"in_tokens":1583,"out_tokens":558}}}
{"model_id":"kimi-k2.6","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":6643,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":156.036969047,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1178,"out_tokens":1842},"claude-opus-4-8":{"in_tokens":2216,"out_tokens":621},"claude-opus-4-7":{"in_tokens":2221,"out_tokens":486},"mistral-large-2":{"in_tokens":1242,"out_tokens":453}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":3398,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":100.08578640600001,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":2838},"claude-opus-4-8":{"in_tokens":3002,"out_tokens":820},"claude-opus-4-7":{"in_tokens":3007,"out_tokens":702},"mistral-large-2":{"in_tokens":1746,"out_tokens":699}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":2924,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":348.489385342,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":1374},"claude-opus-4-8":{"in_tokens":2271,"out_tokens":659},"claude-opus-4-7":{"in_tokens":2276,"out_tokens":478},"mistral-large-2":{"in_tokens":1304,"out_tokens":526}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":2603,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":46.17811676600002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":1562},"claude-opus-4-8":{"in_tokens":2611,"out_tokens":732},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":501},"mistral-large-2":{"in_tokens":1447,"out_tokens":554}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":2241,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":59.25514777699999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1180},"claude-opus-4-8":{"in_tokens":2091,"out_tokens":668},"claude-opus-4-7":{"in_tokens":2096,"out_tokens":519},"mistral-large-2":{"in_tokens":1183,"out_tokens":566}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":2434,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":64.43421625899998,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1105,"out_tokens":1297},"claude-opus-4-8":{"in_tokens":2114,"out_tokens":705},"claude-opus-4-7":{"in_tokens":2119,"out_tokens":503},"mistral-large-2":{"in_tokens":1220,"out_tokens":608}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":4612,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":79.311680078,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1015,"out_tokens":1167},"claude-opus-4-8":{"in_tokens":1899,"out_tokens":650},"claude-opus-4-7":{"in_tokens":1904,"out_tokens":488},"mistral-large-2":{"in_tokens":1057,"out_tokens":549}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":4127,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":76.32422628699999,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1528,"out_tokens":1617},"claude-opus-4-8":{"in_tokens":2905,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2910,"out_tokens":545},"mistral-large-2":{"in_tokens":1611,"out_tokens":575}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2730,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":85.89628756400009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1467},"claude-opus-4-8":{"in_tokens":2326,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2331,"out_tokens":537},"mistral-large-2":{"in_tokens":1324,"out_tokens":599}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":375,"out_tokens":2806,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":57.402120949999926,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1086,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":2114,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2119,"out_tokens":459},"mistral-large-2":{"in_tokens":1216,"out_tokens":576}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":2855,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":88.85328650999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1634},"claude-opus-4-8":{"in_tokens":2031,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2036,"out_tokens":556},"mistral-large-2":{"in_tokens":1167,"out_tokens":580}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":3336,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":62.566937763000055,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1097},"claude-opus-4-8":{"in_tokens":2318,"out_tokens":655},"claude-opus-4-7":{"in_tokens":2323,"out_tokens":508},"mistral-large-2":{"in_tokens":1273,"out_tokens":483}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":4056,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":111.51445725400004,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":2165},"claude-opus-4-8":{"in_tokens":2637,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2642,"out_tokens":596},"mistral-large-2":{"in_tokens":1449,"out_tokens":684}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":2941,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":72.32294141600005,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1547},"claude-opus-4-8":{"in_tokens":2219,"out_tokens":926},"claude-opus-4-7":{"in_tokens":2224,"out_tokens":694},"mistral-large-2":{"in_tokens":1224,"out_tokens":588}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":2114,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":70.16909341300004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1013,"out_tokens":1286},"claude-opus-4-8":{"in_tokens":1979,"out_tokens":690},"claude-opus-4-7":{"in_tokens":1984,"out_tokens":559},"mistral-large-2":{"in_tokens":1112,"out_tokens":532}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":5112,"error":null,"skip_reason":null,"score_raw":0.3055555555555556,"duration_s":120.4051282339999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1752},"claude-opus-4-8":{"in_tokens":2230,"out_tokens":778},"claude-opus-4-7":{"in_tokens":2235,"out_tokens":681},"mistral-large-2":{"in_tokens":1235,"out_tokens":627}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":1689,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":49.657494681,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1138},"claude-opus-4-8":{"in_tokens":2049,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2054,"out_tokens":479},"mistral-large-2":{"in_tokens":1183,"out_tokens":538}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":2466,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":66.27810496400002,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":2033},"claude-opus-4-8":{"in_tokens":2040,"out_tokens":897},"claude-opus-4-7":{"in_tokens":2045,"out_tokens":703},"mistral-large-2":{"in_tokens":1194,"out_tokens":630}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":2406,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":67.57710223100003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":733},"claude-opus-4-8":{"in_tokens":1955,"out_tokens":539},"claude-opus-4-7":{"in_tokens":1960,"out_tokens":472},"mistral-large-2":{"in_tokens":1117,"out_tokens":493}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":2394,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":56.06688576400006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":960,"out_tokens":1070},"claude-opus-4-8":{"in_tokens":1847,"out_tokens":543},"claude-opus-4-7":{"in_tokens":1852,"out_tokens":456},"mistral-large-2":{"in_tokens":1037,"out_tokens":462}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":3457,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":88.32511160499996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1011,"out_tokens":1454},"claude-opus-4-8":{"in_tokens":1963,"out_tokens":671},"claude-opus-4-7":{"in_tokens":1968,"out_tokens":465},"mistral-large-2":{"in_tokens":1064,"out_tokens":498}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":4960,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":151.85272888300005,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1435,"out_tokens":1659},"claude-opus-4-8":{"in_tokens":2694,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":505},"mistral-large-2":{"in_tokens":1493,"out_tokens":581}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":9741,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":785.310632128,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":2563},"claude-opus-4-8":{"in_tokens":2751,"out_tokens":1127},"claude-opus-4-7":{"in_tokens":2756,"out_tokens":813},"mistral-large-2":{"in_tokens":1517,"out_tokens":1161}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1791,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":45.734451912000054,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1061,"out_tokens":1062},"claude-opus-4-8":{"in_tokens":1976,"out_tokens":536},"claude-opus-4-7":{"in_tokens":1981,"out_tokens":484},"mistral-large-2":{"in_tokens":1151,"out_tokens":538}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":6170,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":188.992752074,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1635,"out_tokens":2257},"claude-opus-4-8":{"in_tokens":3146,"out_tokens":632},"claude-opus-4-7":{"in_tokens":3151,"out_tokens":589},"mistral-large-2":{"in_tokens":1693,"out_tokens":693}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":2477,"error":null,"skip_reason":null,"score_raw":0.53125,"duration_s":68.33020265100004,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":1695},"claude-opus-4-8":{"in_tokens":2514,"out_tokens":671},"claude-opus-4-7":{"in_tokens":2519,"out_tokens":562},"mistral-large-2":{"in_tokens":1355,"out_tokens":730}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":424,"out_tokens":3896,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":115.62693493899997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":2176},"claude-opus-4-8":{"in_tokens":2523,"out_tokens":766},"claude-opus-4-7":{"in_tokens":2528,"out_tokens":532},"mistral-large-2":{"in_tokens":1296,"out_tokens":695}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":3649,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":114.425988372,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":1089},"claude-opus-4-8":{"in_tokens":2885,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2890,"out_tokens":510},"mistral-large-2":{"in_tokens":1564,"out_tokens":567}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":5123,"error":null,"skip_reason":null,"score_raw":0.2777777777777778,"duration_s":130.13690480499997,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1834},"claude-opus-4-8":{"in_tokens":2882,"out_tokens":1045},"claude-opus-4-7":{"in_tokens":2887,"out_tokens":716},"mistral-large-2":{"in_tokens":1567,"out_tokens":855}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":338,"out_tokens":3961,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":79.21177675399997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1221},"claude-opus-4-8":{"in_tokens":2537,"out_tokens":572},"claude-opus-4-7":{"in_tokens":2542,"out_tokens":603},"mistral-large-2":{"in_tokens":1372,"out_tokens":515}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2803,"error":null,"skip_reason":null,"score_raw":0.6071428571428571,"duration_s":67.31659160200002,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1230},"claude-opus-4-8":{"in_tokens":2244,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2249,"out_tokens":465},"mistral-large-2":{"in_tokens":1176,"out_tokens":460}}}
{"model_id":"glm-4.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":473,"out_tokens":3097,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":704.9051316450001,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":2146},"claude-opus-4-8":{"in_tokens":2547,"out_tokens":861},"claude-opus-4-7":{"in_tokens":2552,"out_tokens":639},"mistral-large-2":{"in_tokens":1475,"out_tokens":689}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":5096,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":89.080398629,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1392,"out_tokens":1036},"claude-opus-4-8":{"in_tokens":2612,"out_tokens":516},"claude-opus-4-7":{"in_tokens":2617,"out_tokens":494},"mistral-large-2":{"in_tokens":1458,"out_tokens":704}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":2040,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":115.48301139199998,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":955,"out_tokens":2103},"claude-opus-4-8":{"in_tokens":1883,"out_tokens":636},"claude-opus-4-7":{"in_tokens":1888,"out_tokens":474},"mistral-large-2":{"in_tokens":1032,"out_tokens":534}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":2104,"error":null,"skip_reason":null,"score_raw":0.39285714285714285,"duration_s":50.722509013000035,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1027,"out_tokens":2698},"claude-opus-4-8":{"in_tokens":1996,"out_tokens":828},"claude-opus-4-7":{"in_tokens":2001,"out_tokens":509},"mistral-large-2":{"in_tokens":1119,"out_tokens":538}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":2838,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":71.593169773,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":887,"out_tokens":1699},"claude-opus-4-8":{"in_tokens":1793,"out_tokens":678},"claude-opus-4-7":{"in_tokens":1798,"out_tokens":397},"mistral-large-2":{"in_tokens":937,"out_tokens":666}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":7335,"error":null,"skip_reason":null,"score_raw":0.4375,"duration_s":127.14906778400007,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1132,"out_tokens":1365},"claude-opus-4-8":{"in_tokens":2127,"out_tokens":631},"claude-opus-4-7":{"in_tokens":2132,"out_tokens":529},"mistral-large-2":{"in_tokens":1170,"out_tokens":626}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1968,"error":null,"skip_reason":null,"score_raw":0.29166666666666663,"duration_s":50.25301183400006,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":998,"out_tokens":1355},"claude-opus-4-8":{"in_tokens":2032,"out_tokens":756},"claude-opus-4-7":{"in_tokens":2037,"out_tokens":505},"mistral-large-2":{"in_tokens":1066,"out_tokens":492}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":318,"out_tokens":3040,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":74.38343412500012,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":2179},"claude-opus-4-8":{"in_tokens":2094,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2099,"out_tokens":563},"mistral-large-2":{"in_tokens":1115,"out_tokens":582}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":2622,"error":null,"skip_reason":null,"score_raw":0.7916666666666667,"duration_s":67.19960205400002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":878,"out_tokens":1618},"claude-opus-4-8":{"in_tokens":1677,"out_tokens":555},"claude-opus-4-7":{"in_tokens":1682,"out_tokens":451},"mistral-large-2":{"in_tokens":911,"out_tokens":372}}}
{"model_id":"kimi-k2.6","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":4767,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":123.98621943900002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1335,"out_tokens":1239},"claude-opus-4-8":{"in_tokens":2569,"out_tokens":611},"claude-opus-4-7":{"in_tokens":2574,"out_tokens":484},"mistral-large-2":{"in_tokens":1401,"out_tokens":562}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":267,"out_tokens":2358,"error":null,"skip_reason":null,"score_raw":0.6428571428571428,"duration_s":63.302520952999885,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":927,"out_tokens":1208},"claude-opus-4-8":{"in_tokens":1822,"out_tokens":539},"claude-opus-4-7":{"in_tokens":1827,"out_tokens":433},"mistral-large-2":{"in_tokens":992,"out_tokens":458}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":2587,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":75.18037172100003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1027,"out_tokens":2421},"claude-opus-4-8":{"in_tokens":2064,"out_tokens":681},"claude-opus-4-7":{"in_tokens":2069,"out_tokens":571},"mistral-large-2":{"in_tokens":1077,"out_tokens":806}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":449,"out_tokens":3654,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":90.65170127799979,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":1451},"claude-opus-4-8":{"in_tokens":2207,"out_tokens":541},"claude-opus-4-7":{"in_tokens":2212,"out_tokens":522},"mistral-large-2":{"in_tokens":1224,"out_tokens":502}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":384,"out_tokens":3868,"error":null,"skip_reason":null,"score_raw":0.21875,"duration_s":81.91939478400013,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1565},"claude-opus-4-8":{"in_tokens":2492,"out_tokens":788},"claude-opus-4-7":{"in_tokens":2497,"out_tokens":539},"mistral-large-2":{"in_tokens":1341,"out_tokens":741}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":2149,"error":null,"skip_reason":null,"score_raw":0.28125,"duration_s":50.730385008999974,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":985,"out_tokens":1439},"claude-opus-4-8":{"in_tokens":1986,"out_tokens":624},"claude-opus-4-7":{"in_tokens":1991,"out_tokens":506},"mistral-large-2":{"in_tokens":1064,"out_tokens":606}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1798,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":35.512065754000105,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":908,"out_tokens":1512},"claude-opus-4-8":{"in_tokens":1850,"out_tokens":567},"claude-opus-4-7":{"in_tokens":1855,"out_tokens":439},"mistral-large-2":{"in_tokens":956,"out_tokens":688}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":3345,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":84.55074225800013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":1265},"claude-opus-4-8":{"in_tokens":2064,"out_tokens":831},"claude-opus-4-7":{"in_tokens":2069,"out_tokens":628},"mistral-large-2":{"in_tokens":1117,"out_tokens":562}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":2274,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":57.958849037999926,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":980,"out_tokens":1582},"claude-opus-4-8":{"in_tokens":1965,"out_tokens":565},"claude-opus-4-7":{"in_tokens":1970,"out_tokens":475},"mistral-large-2":{"in_tokens":1022,"out_tokens":409}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":7631,"error":null,"skip_reason":null,"score_raw":0.45,"duration_s":236.74463744299987,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1283,"out_tokens":1786},"claude-opus-4-8":{"in_tokens":2429,"out_tokens":925},"claude-opus-4-7":{"in_tokens":2434,"out_tokens":676},"mistral-large-2":{"in_tokens":1408,"out_tokens":704}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":543,"out_tokens":3514,"error":null,"skip_reason":null,"score_raw":0.2,"duration_s":94.01923466400012,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1680,"out_tokens":2996},"claude-opus-4-8":{"in_tokens":3283,"out_tokens":1239},"claude-opus-4-7":{"in_tokens":3288,"out_tokens":820},"mistral-large-2":{"in_tokens":1810,"out_tokens":839}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":3928,"error":null,"skip_reason":null,"score_raw":0.525,"duration_s":97.81884807699998,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1585,"out_tokens":1788},"claude-opus-4-8":{"in_tokens":3095,"out_tokens":856},"claude-opus-4-7":{"in_tokens":3100,"out_tokens":619},"mistral-large-2":{"in_tokens":1709,"out_tokens":686}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":4610,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":110.40133509900011,"hallucination_count":4.5,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1771,"out_tokens":2533},"claude-opus-4-8":{"in_tokens":3418,"out_tokens":1250},"claude-opus-4-7":{"in_tokens":3423,"out_tokens":878},"mistral-large-2":{"in_tokens":1848,"out_tokens":800}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":395,"out_tokens":7389,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":226.21319205600003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1139,"out_tokens":3109},"claude-opus-4-8":{"in_tokens":2210,"out_tokens":1024},"claude-opus-4-7":{"in_tokens":2215,"out_tokens":553},"mistral-large-2":{"in_tokens":1279,"out_tokens":648}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":3839,"error":null,"skip_reason":null,"score_raw":0.4,"duration_s":92.222070884,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1606,"out_tokens":2243},"claude-opus-4-8":{"in_tokens":3185,"out_tokens":929},"claude-opus-4-7":{"in_tokens":3190,"out_tokens":943},"mistral-large-2":{"in_tokens":1701,"out_tokens":636}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":3228,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":86.864749459,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1022,"out_tokens":1225},"claude-opus-4-8":{"in_tokens":1959,"out_tokens":565},"claude-opus-4-7":{"in_tokens":1964,"out_tokens":465},"mistral-large-2":{"in_tokens":1091,"out_tokens":533}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":4320,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":103.07085877600002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1789,"out_tokens":2665},"claude-opus-4-8":{"in_tokens":3562,"out_tokens":974},"claude-opus-4-7":{"in_tokens":3567,"out_tokens":786},"mistral-large-2":{"in_tokens":1921,"out_tokens":780}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":2812,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":77.96130515499999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":944,"out_tokens":1823},"claude-opus-4-8":{"in_tokens":1824,"out_tokens":508},"claude-opus-4-7":{"in_tokens":1829,"out_tokens":557},"mistral-large-2":{"in_tokens":1017,"out_tokens":506}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":4206,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":99.41348944999982,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.2,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":1977},"claude-opus-4-8":{"in_tokens":2883,"out_tokens":932},"claude-opus-4-7":{"in_tokens":2888,"out_tokens":716},"mistral-large-2":{"in_tokens":1516,"out_tokens":724}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":6863,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":127.91379409000001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1137,"out_tokens":1985},"claude-opus-4-8":{"in_tokens":2231,"out_tokens":814},"claude-opus-4-7":{"in_tokens":2236,"out_tokens":491},"mistral-large-2":{"in_tokens":1219,"out_tokens":516}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":4559,"error":null,"skip_reason":null,"score_raw":0.0625,"duration_s":110.75382030200012,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1247,"out_tokens":1979},"claude-opus-4-8":{"in_tokens":2358,"out_tokens":744},"claude-opus-4-7":{"in_tokens":2363,"out_tokens":801},"mistral-large-2":{"in_tokens":1318,"out_tokens":743}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":4582,"error":null,"skip_reason":null,"score_raw":0.475,"duration_s":117.98249892100011,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1837,"out_tokens":2528},"claude-opus-4-8":{"in_tokens":3554,"out_tokens":1031},"claude-opus-4-7":{"in_tokens":3559,"out_tokens":1027},"mistral-large-2":{"in_tokens":1922,"out_tokens":736}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":4127,"error":null,"skip_reason":null,"score_raw":0.8,"duration_s":128.23724736300005,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1796,"out_tokens":2485},"claude-opus-4-8":{"in_tokens":3485,"out_tokens":886},"claude-opus-4-7":{"in_tokens":3490,"out_tokens":677},"mistral-large-2":{"in_tokens":1911,"out_tokens":755}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":8995,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":252.80285017000006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1134,"out_tokens":1776},"claude-opus-4-8":{"in_tokens":2220,"out_tokens":737},"claude-opus-4-7":{"in_tokens":2225,"out_tokens":544},"mistral-large-2":{"in_tokens":1242,"out_tokens":615}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":5231,"error":null,"skip_reason":null,"score_raw":0.325,"duration_s":376.1986289170002,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.2,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1711,"out_tokens":3498},"claude-opus-4-8":{"in_tokens":3381,"out_tokens":1324},"claude-opus-4-7":{"in_tokens":3386,"out_tokens":946},"mistral-large-2":{"in_tokens":1845,"out_tokens":839}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":402,"out_tokens":6672,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":190.4990400669999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1304,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2513,"out_tokens":838},"claude-opus-4-7":{"in_tokens":2518,"out_tokens":523},"mistral-large-2":{"in_tokens":1430,"out_tokens":619}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":7073,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":738.228938259,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1433},"claude-opus-4-8":{"in_tokens":2176,"out_tokens":728},"claude-opus-4-7":{"in_tokens":2181,"out_tokens":714},"mistral-large-2":{"in_tokens":1240,"out_tokens":560}}}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":12544,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":2112.3395863709998,"hallucination_count":7.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1547,"out_tokens":2227},"claude-opus-4-8":{"in_tokens":3044,"out_tokens":1141},"claude-opus-4-7":{"in_tokens":3049,"out_tokens":1004},"mistral-large-2":{"in_tokens":1619,"out_tokens":615}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":5612,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":120.33071602500013,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":2040},"claude-opus-4-8":{"in_tokens":2628,"out_tokens":792},"claude-opus-4-7":{"in_tokens":2633,"out_tokens":653},"mistral-large-2":{"in_tokens":1472,"out_tokens":795}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":425,"out_tokens":3254,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":97.4010192820001,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":1148},"claude-opus-4-8":{"in_tokens":2257,"out_tokens":636},"claude-opus-4-7":{"in_tokens":2262,"out_tokens":479},"mistral-large-2":{"in_tokens":1284,"out_tokens":540}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":6572,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":198.21545637200006,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1264,"out_tokens":1710},"claude-opus-4-8":{"in_tokens":2385,"out_tokens":922},"claude-opus-4-7":{"in_tokens":2390,"out_tokens":584},"mistral-large-2":{"in_tokens":1376,"out_tokens":561}}}
{"model_id":"glm-4.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":3149,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":1310.8917635700002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1014,"out_tokens":1419},"claude-opus-4-8":{"in_tokens":2022,"out_tokens":499},"claude-opus-4-7":{"in_tokens":2027,"out_tokens":477},"mistral-large-2":{"in_tokens":1087,"out_tokens":548}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":8273,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":235.58692986799997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1349,"out_tokens":2034},"claude-opus-4-8":{"in_tokens":2585,"out_tokens":1013},"claude-opus-4-7":{"in_tokens":2590,"out_tokens":649},"mistral-large-2":{"in_tokens":1482,"out_tokens":698}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":8086,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":235.8049843189997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1079,"out_tokens":1213},"claude-opus-4-8":{"in_tokens":2047,"out_tokens":658},"claude-opus-4-7":{"in_tokens":2052,"out_tokens":548},"mistral-large-2":{"in_tokens":1204,"out_tokens":651}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":7387,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":219.23663402699958,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1383,"out_tokens":2349},"claude-opus-4-8":{"in_tokens":2647,"out_tokens":948},"claude-opus-4-7":{"in_tokens":2652,"out_tokens":827},"mistral-large-2":{"in_tokens":1529,"out_tokens":623}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":386,"out_tokens":5639,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":175.74482904100023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":1155},"claude-opus-4-8":{"in_tokens":2151,"out_tokens":561},"claude-opus-4-7":{"in_tokens":2156,"out_tokens":497},"mistral-large-2":{"in_tokens":1135,"out_tokens":477}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":7119,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":166.40453345600008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1320,"out_tokens":1873},"claude-opus-4-8":{"in_tokens":2601,"out_tokens":822},"claude-opus-4-7":{"in_tokens":2606,"out_tokens":704},"mistral-large-2":{"in_tokens":1424,"out_tokens":562}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":9694,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":223.92560160100038,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1298,"out_tokens":1871},"claude-opus-4-8":{"in_tokens":2416,"out_tokens":894},"claude-opus-4-7":{"in_tokens":2421,"out_tokens":701},"mistral-large-2":{"in_tokens":1451,"out_tokens":749}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":4078,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":155.17365615800009,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1255},"claude-opus-4-8":{"in_tokens":2327,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2332,"out_tokens":497},"mistral-large-2":{"in_tokens":1263,"out_tokens":478}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":4413,"error":null,"skip_reason":null,"score_raw":0.5277777777777778,"duration_s":691.676804356,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1176,"out_tokens":1144},"claude-opus-4-8":{"in_tokens":2235,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2240,"out_tokens":502},"mistral-large-2":{"in_tokens":1268,"out_tokens":510}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":7706,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":172.89491885100006,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1560,"out_tokens":1776},"claude-opus-4-8":{"in_tokens":3057,"out_tokens":903},"claude-opus-4-7":{"in_tokens":3062,"out_tokens":789},"mistral-large-2":{"in_tokens":1751,"out_tokens":736}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":5604,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":195.29427701099985,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1480,"out_tokens":1600},"claude-opus-4-8":{"in_tokens":2716,"out_tokens":767},"claude-opus-4-7":{"in_tokens":2721,"out_tokens":593},"mistral-large-2":{"in_tokens":1665,"out_tokens":550}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":370,"out_tokens":4873,"error":null,"skip_reason":null,"score_raw":0.6944444444444444,"duration_s":104.44207586199991,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1223,"out_tokens":2179},"claude-opus-4-8":{"in_tokens":2358,"out_tokens":1051},"claude-opus-4-7":{"in_tokens":2363,"out_tokens":697},"mistral-large-2":{"in_tokens":1332,"out_tokens":663}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.087137304,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":9991,"error":null,"skip_reason":null,"score_raw":0.225,"duration_s":160.70638159,"hallucination_count":6.25,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2036,"out_tokens":2992},"claude-opus-4-8":{"in_tokens":3925,"out_tokens":1361},"claude-opus-4-7":{"in_tokens":3930,"out_tokens":912},"mistral-large-2":{"in_tokens":2162,"out_tokens":929}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":4208.961509859,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":4597,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":130.06975324199993,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1281,"out_tokens":1962},"claude-opus-4-8":{"in_tokens":2459,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2464,"out_tokens":595},"mistral-large-2":{"in_tokens":1411,"out_tokens":633}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.0016845130003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":7449,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":235.45553096499998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":1835},"claude-opus-4-8":{"in_tokens":2885,"out_tokens":1089},"claude-opus-4-7":{"in_tokens":2890,"out_tokens":721},"mistral-large-2":{"in_tokens":1654,"out_tokens":994}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":4147,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":152.15288514099984,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1241,"out_tokens":1971},"claude-opus-4-8":{"in_tokens":2430,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2435,"out_tokens":518},"mistral-large-2":{"in_tokens":1382,"out_tokens":750}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":457,"out_tokens":8417,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":188.92347873800009,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1306,"out_tokens":1509},"claude-opus-4-8":{"in_tokens":2555,"out_tokens":880},"claude-opus-4-7":{"in_tokens":2560,"out_tokens":620},"mistral-large-2":{"in_tokens":1419,"out_tokens":595}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":10574,"error":null,"skip_reason":null,"score_raw":0.275,"duration_s":245.59933287100012,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1691,"out_tokens":2118},"claude-opus-4-8":{"in_tokens":3348,"out_tokens":1233},"claude-opus-4-7":{"in_tokens":3353,"out_tokens":899},"mistral-large-2":{"in_tokens":1828,"out_tokens":847}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":431,"out_tokens":7747,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":452.027563098,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1183,"out_tokens":2070},"claude-opus-4-8":{"in_tokens":2340,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2345,"out_tokens":601},"mistral-large-2":{"in_tokens":1289,"out_tokens":548}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":5701,"error":null,"skip_reason":null,"score_raw":0.6388888888888888,"duration_s":515.4280846399997,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1213,"out_tokens":1958},"claude-opus-4-8":{"in_tokens":2406,"out_tokens":1008},"claude-opus-4-7":{"in_tokens":2411,"out_tokens":978},"mistral-large-2":{"in_tokens":1331,"out_tokens":704}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.0024706759996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":8614,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":486.17616003099965,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1573,"out_tokens":1713},"claude-opus-4-8":{"in_tokens":3209,"out_tokens":651},"claude-opus-4-7":{"in_tokens":3214,"out_tokens":646},"mistral-large-2":{"in_tokens":1660,"out_tokens":565}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":4888,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":146.07389175300023,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1330},"claude-opus-4-8":{"in_tokens":2373,"out_tokens":633},"claude-opus-4-7":{"in_tokens":2378,"out_tokens":507},"mistral-large-2":{"in_tokens":1370,"out_tokens":512}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":399,"out_tokens":7949,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":199.08831344099963,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1105},"claude-opus-4-8":{"in_tokens":2056,"out_tokens":654},"claude-opus-4-7":{"in_tokens":2061,"out_tokens":458},"mistral-large-2":{"in_tokens":1105,"out_tokens":494}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":412,"out_tokens":5693,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":160.5562521110005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1185,"out_tokens":761},"claude-opus-4-8":{"in_tokens":2233,"out_tokens":653},"claude-opus-4-7":{"in_tokens":2238,"out_tokens":502},"mistral-large-2":{"in_tokens":1263,"out_tokens":562}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":3234,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":105.06398374499986,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1114,"out_tokens":1351},"claude-opus-4-8":{"in_tokens":2166,"out_tokens":540},"claude-opus-4-7":{"in_tokens":2171,"out_tokens":479},"mistral-large-2":{"in_tokens":1208,"out_tokens":489}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":6054,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":1825.8292048559997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1844},"claude-opus-4-8":{"in_tokens":2526,"out_tokens":864},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":629},"mistral-large-2":{"in_tokens":1441,"out_tokens":567}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":6626,"error":null,"skip_reason":null,"score_raw":0.8611111111111112,"duration_s":483.4080866250006,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":2905},"claude-opus-4-8":{"in_tokens":2361,"out_tokens":626},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":595},"mistral-large-2":{"in_tokens":1360,"out_tokens":564}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":401,"out_tokens":6829,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":1820.6951778339999,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":2100},"claude-opus-4-8":{"in_tokens":2422,"out_tokens":906},"claude-opus-4-7":{"in_tokens":2427,"out_tokens":745},"mistral-large-2":{"in_tokens":1423,"out_tokens":744}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":6732,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":163.41555203299959,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1511,"out_tokens":2855},"claude-opus-4-8":{"in_tokens":3048,"out_tokens":755},"claude-opus-4-7":{"in_tokens":3053,"out_tokens":643},"mistral-large-2":{"in_tokens":1626,"out_tokens":784}}}
{"model_id":"kimi-k2.6","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":675,"out_tokens":11426,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":281.957849084,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1905,"out_tokens":2303},"claude-opus-4-8":{"in_tokens":3548,"out_tokens":1082},"claude-opus-4-7":{"in_tokens":3553,"out_tokens":803},"mistral-large-2":{"in_tokens":2047,"out_tokens":747}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":6960,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":235.56537479899998,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1237,"out_tokens":1933},"claude-opus-4-8":{"in_tokens":2531,"out_tokens":834},"claude-opus-4-7":{"in_tokens":2536,"out_tokens":632},"mistral-large-2":{"in_tokens":1310,"out_tokens":583}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":8330,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":207.44964862399956,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1277,"out_tokens":2124},"claude-opus-4-8":{"in_tokens":2521,"out_tokens":783},"claude-opus-4-7":{"in_tokens":2526,"out_tokens":672},"mistral-large-2":{"in_tokens":1386,"out_tokens":622}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":4193.394028573,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.000710532,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":6541,"error":null,"skip_reason":null,"score_raw":0.5833333333333333,"duration_s":236.70563024199964,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1246,"out_tokens":1951},"claude-opus-4-8":{"in_tokens":2505,"out_tokens":695},"claude-opus-4-7":{"in_tokens":2510,"out_tokens":560},"mistral-large-2":{"in_tokens":1324,"out_tokens":598}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":7862,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":222.3348650120006,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1274,"out_tokens":2026},"claude-opus-4-8":{"in_tokens":2585,"out_tokens":586},"claude-opus-4-7":{"in_tokens":2590,"out_tokens":569},"mistral-large-2":{"in_tokens":1348,"out_tokens":505}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":5422,"error":null,"skip_reason":null,"score_raw":0.5357142857142857,"duration_s":218.1397635760004,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":1824},"claude-opus-4-8":{"in_tokens":2801,"out_tokens":700},"claude-opus-4-7":{"in_tokens":2806,"out_tokens":536},"mistral-large-2":{"in_tokens":1529,"out_tokens":647}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":7400,"error":null,"skip_reason":null,"score_raw":0.7083333333333333,"duration_s":180.84791233899978,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1375,"out_tokens":1996},"claude-opus-4-8":{"in_tokens":2781,"out_tokens":566},"claude-opus-4-7":{"in_tokens":2786,"out_tokens":585},"mistral-large-2":{"in_tokens":1482,"out_tokens":896}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":381,"out_tokens":3203,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":91.56620613300038,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1159,"out_tokens":1552},"claude-opus-4-8":{"in_tokens":2392,"out_tokens":808},"claude-opus-4-7":{"in_tokens":2397,"out_tokens":706},"mistral-large-2":{"in_tokens":1237,"out_tokens":539}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":9227,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":249.1288579660004,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":2233},"claude-opus-4-8":{"in_tokens":2696,"out_tokens":675},"claude-opus-4-7":{"in_tokens":2701,"out_tokens":843},"mistral-large-2":{"in_tokens":1408,"out_tokens":591}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":15492,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":341.6780320820003,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":3272},"claude-opus-4-8":{"in_tokens":3010,"out_tokens":1068},"claude-opus-4-7":{"in_tokens":3015,"out_tokens":718},"mistral-large-2":{"in_tokens":1605,"out_tokens":748}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.00341218,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":317,"out_tokens":4404,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":396.7577387429992,"hallucination_count":2.5,"hallucination_top100":37,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1765},"claude-opus-4-8":{"in_tokens":2262,"out_tokens":682},"claude-opus-4-7":{"in_tokens":2267,"out_tokens":554},"mistral-large-2":{"in_tokens":1222,"out_tokens":865}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":7465,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":202.37093228499998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1790,"out_tokens":1554},"claude-opus-4-8":{"in_tokens":3456,"out_tokens":661},"claude-opus-4-7":{"in_tokens":3461,"out_tokens":519},"mistral-large-2":{"in_tokens":1878,"out_tokens":792}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":7210,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":2390.527215948,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1479,"out_tokens":1854},"claude-opus-4-8":{"in_tokens":3060,"out_tokens":887},"claude-opus-4-7":{"in_tokens":3065,"out_tokens":691},"mistral-large-2":{"in_tokens":1584,"out_tokens":608}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":3698,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":96.4382254709999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":1616},"claude-opus-4-8":{"in_tokens":3306,"out_tokens":819},"claude-opus-4-7":{"in_tokens":3311,"out_tokens":595},"mistral-large-2":{"in_tokens":1850,"out_tokens":658}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":4800,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":165.8209071650008,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1184,"out_tokens":2056},"claude-opus-4-8":{"in_tokens":2424,"out_tokens":749},"claude-opus-4-7":{"in_tokens":2429,"out_tokens":632},"mistral-large-2":{"in_tokens":1284,"out_tokens":952}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":3676,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":111.42458638700009,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1537,"out_tokens":1392},"claude-opus-4-8":{"in_tokens":2936,"out_tokens":571},"claude-opus-4-7":{"in_tokens":2941,"out_tokens":529},"mistral-large-2":{"in_tokens":1619,"out_tokens":622}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":9994,"error":null,"skip_reason":null,"score_raw":0.46875,"duration_s":250.99213845600025,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":2883},"claude-opus-4-8":{"in_tokens":2818,"out_tokens":805},"claude-opus-4-7":{"in_tokens":2823,"out_tokens":699},"mistral-large-2":{"in_tokens":1560,"out_tokens":669}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":3900,"error":null,"skip_reason":null,"score_raw":0.3125,"duration_s":120.04773137999928,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1119,"out_tokens":1563},"claude-opus-4-8":{"in_tokens":2216,"out_tokens":867},"claude-opus-4-7":{"in_tokens":2221,"out_tokens":661},"mistral-large-2":{"in_tokens":1183,"out_tokens":622}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":3355,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":168.43582420199982,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1044,"out_tokens":1860},"claude-opus-4-8":{"in_tokens":2103,"out_tokens":819},"claude-opus-4-7":{"in_tokens":2108,"out_tokens":628},"mistral-large-2":{"in_tokens":1088,"out_tokens":492}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":8284,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":236.12752517599984,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2047,"out_tokens":1269},"claude-opus-4-8":{"in_tokens":3845,"out_tokens":527},"claude-opus-4-7":{"in_tokens":3850,"out_tokens":513},"mistral-large-2":{"in_tokens":2136,"out_tokens":659}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":8504,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":221.9774124329997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1179,"out_tokens":2353},"claude-opus-4-8":{"in_tokens":2450,"out_tokens":791},"claude-opus-4-7":{"in_tokens":2455,"out_tokens":665},"mistral-large-2":{"in_tokens":1254,"out_tokens":525}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":3979,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":173.21044870700007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1670,"out_tokens":1367},"claude-opus-4-8":{"in_tokens":3129,"out_tokens":624},"claude-opus-4-7":{"in_tokens":3134,"out_tokens":529},"mistral-large-2":{"in_tokens":1750,"out_tokens":597}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":10102,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":250.750729771,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1802,"out_tokens":3406},"claude-opus-4-8":{"in_tokens":3621,"out_tokens":1228},"claude-opus-4-7":{"in_tokens":3626,"out_tokens":921},"mistral-large-2":{"in_tokens":1931,"out_tokens":727}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":5118,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":155.07121067700064,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":2214},"claude-opus-4-8":{"in_tokens":2879,"out_tokens":598},"claude-opus-4-7":{"in_tokens":2884,"out_tokens":491},"mistral-large-2":{"in_tokens":1596,"out_tokens":667}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":7373,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":187.6117509170008,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2106,"out_tokens":2019},"claude-opus-4-8":{"in_tokens":4272,"out_tokens":1179},"claude-opus-4-7":{"in_tokens":4277,"out_tokens":777},"mistral-large-2":{"in_tokens":2289,"out_tokens":855}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":3420,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":125.48982193600023,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1443,"out_tokens":1293},"claude-opus-4-8":{"in_tokens":2792,"out_tokens":679},"claude-opus-4-7":{"in_tokens":2797,"out_tokens":471},"mistral-large-2":{"in_tokens":1519,"out_tokens":596}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":4847,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":159.1958110329997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":1342},"claude-opus-4-8":{"in_tokens":3016,"out_tokens":759},"claude-opus-4-7":{"in_tokens":3021,"out_tokens":553},"mistral-large-2":{"in_tokens":1666,"out_tokens":541}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1829,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":85.50137480899866,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1163,"out_tokens":863},"claude-opus-4-8":{"in_tokens":2217,"out_tokens":479},"claude-opus-4-7":{"in_tokens":2222,"out_tokens":388},"mistral-large-2":{"in_tokens":1205,"out_tokens":463}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":4495,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":124.11628554799972,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1526,"out_tokens":1362},"claude-opus-4-8":{"in_tokens":2851,"out_tokens":672},"claude-opus-4-7":{"in_tokens":2856,"out_tokens":520},"mistral-large-2":{"in_tokens":1586,"out_tokens":599}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":2955,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":155.68474452300143,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1616,"out_tokens":1799},"claude-opus-4-8":{"in_tokens":3072,"out_tokens":691},"claude-opus-4-7":{"in_tokens":3077,"out_tokens":526},"mistral-large-2":{"in_tokens":1698,"out_tokens":505}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":125.9687679159997,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1440,"out_tokens":1682},"claude-opus-4-8":{"in_tokens":2737,"out_tokens":641},"claude-opus-4-7":{"in_tokens":2742,"out_tokens":574},"mistral-large-2":{"in_tokens":1521,"out_tokens":669}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":3377,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":173.56858207500045,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1112},"claude-opus-4-8":{"in_tokens":2516,"out_tokens":497},"claude-opus-4-7":{"in_tokens":2521,"out_tokens":469},"mistral-large-2":{"in_tokens":1393,"out_tokens":529}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":628,"out_tokens":6748,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":1309.4651063050005,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1893,"out_tokens":2672},"claude-opus-4-8":{"in_tokens":3686,"out_tokens":1222},"claude-opus-4-7":{"in_tokens":3691,"out_tokens":1090},"mistral-large-2":{"in_tokens":2025,"out_tokens":919}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":609,"out_tokens":7647,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":1051.316874260001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1938,"out_tokens":2661},"claude-opus-4-8":{"in_tokens":3877,"out_tokens":951},"claude-opus-4-7":{"in_tokens":3882,"out_tokens":741},"mistral-large-2":{"in_tokens":2046,"out_tokens":861}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":3949,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":166.13982836099967,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1572},"claude-opus-4-8":{"in_tokens":2607,"out_tokens":686},"claude-opus-4-7":{"in_tokens":2612,"out_tokens":525},"mistral-large-2":{"in_tokens":1432,"out_tokens":577}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":3577,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":117.94784029099901,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1845,"out_tokens":1588},"claude-opus-4-8":{"in_tokens":3521,"out_tokens":609},"claude-opus-4-7":{"in_tokens":3526,"out_tokens":558},"mistral-large-2":{"in_tokens":1907,"out_tokens":599}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":10647,"error":null,"skip_reason":null,"score_raw":0.5499999999999999,"duration_s":253.10860630000025,"hallucination_count":3.5,"hallucination_top100":12,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1931,"out_tokens":2796},"claude-opus-4-8":{"in_tokens":3807,"out_tokens":872},"claude-opus-4-7":{"in_tokens":3812,"out_tokens":1009},"mistral-large-2":{"in_tokens":2073,"out_tokens":876}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":4874.346398905,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":21790,"error":null,"skip_reason":null,"score_raw":0.7222222222222222,"duration_s":407.8641959439992,"hallucination_count":2.75,"hallucination_top100":31,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1685,"out_tokens":3472},"claude-opus-4-8":{"in_tokens":3243,"out_tokens":1025},"claude-opus-4-7":{"in_tokens":3248,"out_tokens":711},"mistral-large-2":{"in_tokens":1825,"out_tokens":1409}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":3870,"error":null,"skip_reason":null,"score_raw":0.78125,"duration_s":161.15702282300117,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1615,"out_tokens":1497},"claude-opus-4-8":{"in_tokens":3122,"out_tokens":748},"claude-opus-4-7":{"in_tokens":3127,"out_tokens":532},"mistral-large-2":{"in_tokens":1678,"out_tokens":709}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1878,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":63.48055007899893,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1295,"out_tokens":1193},"claude-opus-4-8":{"in_tokens":2461,"out_tokens":662},"claude-opus-4-7":{"in_tokens":2466,"out_tokens":495},"mistral-large-2":{"in_tokens":1366,"out_tokens":554}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":2339,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":90.88648069299961,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1331},"claude-opus-4-8":{"in_tokens":2581,"out_tokens":584},"claude-opus-4-7":{"in_tokens":2586,"out_tokens":491},"mistral-large-2":{"in_tokens":1460,"out_tokens":617}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":5839,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":139.04598992400133,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1392},"claude-opus-4-8":{"in_tokens":2153,"out_tokens":652},"claude-opus-4-7":{"in_tokens":2158,"out_tokens":455},"mistral-large-2":{"in_tokens":1179,"out_tokens":669}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":536,"out_tokens":7107,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":237.3847322820002,"hallucination_count":4.75,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1630,"out_tokens":2696},"claude-opus-4-8":{"in_tokens":3329,"out_tokens":1506},"claude-opus-4-7":{"in_tokens":3334,"out_tokens":837},"mistral-large-2":{"in_tokens":1752,"out_tokens":878}}}
{"model_id":"gpt-5.5-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":2913,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":122.30854211199949,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1311,"out_tokens":932},"claude-opus-4-8":{"in_tokens":2526,"out_tokens":575},"claude-opus-4-7":{"in_tokens":2531,"out_tokens":474},"mistral-large-2":{"in_tokens":1378,"out_tokens":508}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":392,"out_tokens":6169,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":497.20869586799927,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1253,"out_tokens":2015},"claude-opus-4-8":{"in_tokens":2449,"out_tokens":552},"claude-opus-4-7":{"in_tokens":2454,"out_tokens":415},"mistral-large-2":{"in_tokens":1335,"out_tokens":592}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":3291,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":58.480095522,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1180},"claude-opus-4-8":{"in_tokens":2210,"out_tokens":525},"claude-opus-4-7":{"in_tokens":2215,"out_tokens":472},"mistral-large-2":{"in_tokens":1162,"out_tokens":408}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":6901,"error":null,"skip_reason":null,"score_raw":0.5625,"duration_s":163.43446634299835,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1187,"out_tokens":2382},"claude-opus-4-8":{"in_tokens":2367,"out_tokens":860},"claude-opus-4-7":{"in_tokens":2372,"out_tokens":494},"mistral-large-2":{"in_tokens":1301,"out_tokens":672}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":5435,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":204.98687134800093,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":1886},"claude-opus-4-8":{"in_tokens":2864,"out_tokens":529},"claude-opus-4-7":{"in_tokens":2869,"out_tokens":493},"mistral-large-2":{"in_tokens":1554,"out_tokens":879}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":873,"out_tokens":9857,"error":null,"skip_reason":null,"score_raw":0.675,"duration_s":236.2884719120011,"hallucination_count":3.75,"hallucination_top100":6,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2213,"out_tokens":3269},"claude-opus-4-8":{"in_tokens":4313,"out_tokens":1152},"claude-opus-4-7":{"in_tokens":4318,"out_tokens":916},"mistral-large-2":{"in_tokens":2306,"out_tokens":957}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":7521,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":518.6374326200003,"hallucination_count":5.25,"hallucination_top100":0,"inter_rater_agreement":0.25,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1471,"out_tokens":2691},"claude-opus-4-8":{"in_tokens":2840,"out_tokens":1118},"claude-opus-4-7":{"in_tokens":2845,"out_tokens":877},"mistral-large-2":{"in_tokens":1561,"out_tokens":814}}}
{"model_id":"gpt-5.5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":4209.583716241999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":9643,"error":null,"skip_reason":null,"score_raw":0.575,"duration_s":783.6539282450012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1442,"out_tokens":1579},"claude-opus-4-8":{"in_tokens":2745,"out_tokens":765},"claude-opus-4-7":{"in_tokens":2750,"out_tokens":542},"mistral-large-2":{"in_tokens":1580,"out_tokens":959}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":5604,"error":null,"skip_reason":null,"score_raw":0.96875,"duration_s":154.44625785100106,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1145,"out_tokens":1681},"claude-opus-4-8":{"in_tokens":2223,"out_tokens":663},"claude-opus-4-7":{"in_tokens":2228,"out_tokens":512},"mistral-large-2":{"in_tokens":1240,"out_tokens":514}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":5015,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":192.06766924399926,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1831},"claude-opus-4-8":{"in_tokens":2332,"out_tokens":709},"claude-opus-4-7":{"in_tokens":2337,"out_tokens":585},"mistral-large-2":{"in_tokens":1274,"out_tokens":687}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":712,"out_tokens":7460,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":768.6233014209993,"hallucination_count":3.25,"hallucination_top100":18,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2077,"out_tokens":2927},"claude-opus-4-8":{"in_tokens":4092,"out_tokens":1229},"claude-opus-4-7":{"in_tokens":4097,"out_tokens":802},"mistral-large-2":{"in_tokens":2241,"out_tokens":763}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":8051,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":181.9794837339996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1234,"out_tokens":1066},"claude-opus-4-8":{"in_tokens":2342,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2347,"out_tokens":549},"mistral-large-2":{"in_tokens":1366,"out_tokens":606}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":3228,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":176.04851282299933,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1243,"out_tokens":1553},"claude-opus-4-8":{"in_tokens":2359,"out_tokens":510},"claude-opus-4-7":{"in_tokens":2364,"out_tokens":479},"mistral-large-2":{"in_tokens":1358,"out_tokens":513}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":13041,"error":null,"skip_reason":null,"score_raw":0.07500000000000001,"duration_s":202.68766123,"hallucination_count":8.25,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":2005,"out_tokens":3394},"claude-opus-4-8":{"in_tokens":3914,"out_tokens":1308},"claude-opus-4-7":{"in_tokens":3919,"out_tokens":1173},"mistral-large-2":{"in_tokens":2092,"out_tokens":1131}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":5617,"error":null,"skip_reason":null,"score_raw":0.8333333333333333,"duration_s":178.04899895500057,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1286,"out_tokens":1118},"claude-opus-4-8":{"in_tokens":2466,"out_tokens":642},"claude-opus-4-7":{"in_tokens":2471,"out_tokens":485},"mistral-large-2":{"in_tokens":1402,"out_tokens":561}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":10785,"error":null,"skip_reason":null,"score_raw":0.34375,"duration_s":1573.0277281090002,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1239,"out_tokens":1859},"claude-opus-4-8":{"in_tokens":2412,"out_tokens":818},"claude-opus-4-7":{"in_tokens":2417,"out_tokens":630},"mistral-large-2":{"in_tokens":1399,"out_tokens":738}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":7406,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":233.52599878799992,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1321,"out_tokens":1662},"claude-opus-4-8":{"in_tokens":2532,"out_tokens":872},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":621},"mistral-large-2":{"in_tokens":1426,"out_tokens":686}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":3044,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":107.42673641700094,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1066,"out_tokens":1594},"claude-opus-4-8":{"in_tokens":2018,"out_tokens":689},"claude-opus-4-7":{"in_tokens":2023,"out_tokens":510},"mistral-large-2":{"in_tokens":1191,"out_tokens":595}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":8262,"error":null,"skip_reason":null,"score_raw":0.8055555555555556,"duration_s":978.0130068910003,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1487,"out_tokens":1637},"claude-opus-4-8":{"in_tokens":2853,"out_tokens":866},"claude-opus-4-7":{"in_tokens":2858,"out_tokens":646},"mistral-large-2":{"in_tokens":1635,"out_tokens":797}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":5039,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":249.9706848600017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1128,"out_tokens":1132},"claude-opus-4-8":{"in_tokens":2289,"out_tokens":754},"claude-opus-4-7":{"in_tokens":2294,"out_tokens":531},"mistral-large-2":{"in_tokens":1202,"out_tokens":480}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":9951,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":1856.3592193000004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1619},"claude-opus-4-8":{"in_tokens":2840,"out_tokens":1053},"claude-opus-4-7":{"in_tokens":2845,"out_tokens":710},"mistral-large-2":{"in_tokens":1601,"out_tokens":642}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":5847,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":197.2879693089999,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1668},"claude-opus-4-8":{"in_tokens":2696,"out_tokens":740},"claude-opus-4-7":{"in_tokens":2701,"out_tokens":644},"mistral-large-2":{"in_tokens":1469,"out_tokens":612}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":8407,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":1024.9036640180002,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":2173},"claude-opus-4-8":{"in_tokens":2734,"out_tokens":809},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":556},"mistral-large-2":{"in_tokens":1584,"out_tokens":586}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":10280,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":233.67112900400025,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1551},"claude-opus-4-8":{"in_tokens":2474,"out_tokens":827},"claude-opus-4-7":{"in_tokens":2479,"out_tokens":541},"mistral-large-2":{"in_tokens":1362,"out_tokens":460}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":13494,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":259.1451918670009,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1515,"out_tokens":1969},"claude-opus-4-8":{"in_tokens":2922,"out_tokens":857},"claude-opus-4-7":{"in_tokens":2927,"out_tokens":584},"mistral-large-2":{"in_tokens":1718,"out_tokens":716}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":16204,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":338.6573948130008,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1592},"claude-opus-4-8":{"in_tokens":2671,"out_tokens":774},"claude-opus-4-7":{"in_tokens":2676,"out_tokens":534},"mistral-large-2":{"in_tokens":1505,"out_tokens":650}}}
{"model_id":"kimi-k2.6","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":722,"out_tokens":8469,"error":null,"skip_reason":null,"score_raw":0.8500000000000001,"duration_s":250.38854172899997,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2296,"out_tokens":2129},"claude-opus-4-8":{"in_tokens":4540,"out_tokens":1011},"claude-opus-4-7":{"in_tokens":4545,"out_tokens":763},"mistral-large-2":{"in_tokens":2473,"out_tokens":1121}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1732,"error":null,"skip_reason":null,"score_raw":0.9722222222222222,"duration_s":185.5736642360007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1143},"claude-opus-4-8":{"in_tokens":2348,"out_tokens":559},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":502},"mistral-large-2":{"in_tokens":1337,"out_tokens":579}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":7645,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":253.19642059700163,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1984},"claude-opus-4-8":{"in_tokens":2617,"out_tokens":892},"claude-opus-4-7":{"in_tokens":2622,"out_tokens":623},"mistral-large-2":{"in_tokens":1499,"out_tokens":699}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":10674,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":770.647738013,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":2040},"claude-opus-4-8":{"in_tokens":2837,"out_tokens":684},"claude-opus-4-7":{"in_tokens":2842,"out_tokens":692},"mistral-large-2":{"in_tokens":1595,"out_tokens":659}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":4717,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":120.31571043799886,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1186,"out_tokens":1342},"claude-opus-4-8":{"in_tokens":2303,"out_tokens":600},"claude-opus-4-7":{"in_tokens":2308,"out_tokens":505},"mistral-large-2":{"in_tokens":1314,"out_tokens":578}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":12130,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":3182.9162658489986,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1461,"out_tokens":2668},"claude-opus-4-8":{"in_tokens":2765,"out_tokens":876},"claude-opus-4-7":{"in_tokens":2770,"out_tokens":640},"mistral-large-2":{"in_tokens":1641,"out_tokens":729}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.0007682409996,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":10367,"error":null,"skip_reason":null,"score_raw":0.71875,"duration_s":269.8966972349999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1865,"out_tokens":1899},"claude-opus-4-8":{"in_tokens":3477,"out_tokens":883},"claude-opus-4-7":{"in_tokens":3482,"out_tokens":596},"mistral-large-2":{"in_tokens":2030,"out_tokens":636}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":12102,"error":null,"skip_reason":null,"score_raw":0.6111111111111112,"duration_s":768.4247375700015,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1348,"out_tokens":2071},"claude-opus-4-8":{"in_tokens":2660,"out_tokens":852},"claude-opus-4-7":{"in_tokens":2665,"out_tokens":754},"mistral-large-2":{"in_tokens":1449,"out_tokens":644}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":10686,"error":null,"skip_reason":null,"score_raw":0.84375,"duration_s":509.67125384099927,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1271,"out_tokens":2259},"claude-opus-4-8":{"in_tokens":2527,"out_tokens":876},"claude-opus-4-7":{"in_tokens":2532,"out_tokens":670},"mistral-large-2":{"in_tokens":1410,"out_tokens":537}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":7078,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":212.26668682300078,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1344},"claude-opus-4-8":{"in_tokens":2398,"out_tokens":557},"claude-opus-4-7":{"in_tokens":2403,"out_tokens":495},"mistral-large-2":{"in_tokens":1401,"out_tokens":535}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":4854.754261043,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":7849,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":470.79705578500216,"hallucination_count":0.25,"hallucination_top100":93,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1250,"out_tokens":1963},"claude-opus-4-8":{"in_tokens":2370,"out_tokens":612},"claude-opus-4-7":{"in_tokens":2375,"out_tokens":534},"mistral-large-2":{"in_tokens":1351,"out_tokens":598}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":4620,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":145.66207447899797,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1071,"out_tokens":1156},"claude-opus-4-8":{"in_tokens":2090,"out_tokens":599},"claude-opus-4-7":{"in_tokens":2095,"out_tokens":508},"mistral-large-2":{"in_tokens":1173,"out_tokens":533}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":6790,"error":null,"skip_reason":null,"score_raw":0.9444444444444444,"duration_s":187.51800942200134,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1322,"out_tokens":2144},"claude-opus-4-8":{"in_tokens":2520,"out_tokens":760},"claude-opus-4-7":{"in_tokens":2525,"out_tokens":619},"mistral-large-2":{"in_tokens":1441,"out_tokens":666}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":12377,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":2380.939179994999,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1556,"out_tokens":2764},"claude-opus-4-8":{"in_tokens":2943,"out_tokens":1018},"claude-opus-4-7":{"in_tokens":2948,"out_tokens":670},"mistral-large-2":{"in_tokens":1721,"out_tokens":764}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":4263.326337014001,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":7403,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":463.91827370900137,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1507,"out_tokens":1790},"claude-opus-4-8":{"in_tokens":3224,"out_tokens":734},"claude-opus-4-7":{"in_tokens":3229,"out_tokens":590},"mistral-large-2":{"in_tokens":1632,"out_tokens":606}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":7419,"error":null,"skip_reason":null,"score_raw":0.59375,"duration_s":214.4514192630013,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1827,"out_tokens":1666},"claude-opus-4-8":{"in_tokens":3706,"out_tokens":915},"claude-opus-4-7":{"in_tokens":3711,"out_tokens":604},"mistral-large-2":{"in_tokens":1979,"out_tokens":815}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":5539,"error":null,"skip_reason":null,"score_raw":0.8214285714285714,"duration_s":477.9501490570001,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":1481},"claude-opus-4-8":{"in_tokens":3059,"out_tokens":600},"claude-opus-4-7":{"in_tokens":3064,"out_tokens":448},"mistral-large-2":{"in_tokens":1575,"out_tokens":524}}}
{"model_id":"gpt-5.5-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":17366,"error":null,"skip_reason":null,"score_raw":0.9375,"duration_s":403.9439928219999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1230,"out_tokens":1956},"claude-opus-4-8":{"in_tokens":2411,"out_tokens":613},"claude-opus-4-7":{"in_tokens":2416,"out_tokens":582},"mistral-large-2":{"in_tokens":1310,"out_tokens":561}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":8111,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":495.2754169200016,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1308,"out_tokens":1332},"claude-opus-4-8":{"in_tokens":2720,"out_tokens":507},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":380},"mistral-large-2":{"in_tokens":1397,"out_tokens":529}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":5401,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":237.43618746599896,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":2683},"claude-opus-4-8":{"in_tokens":2841,"out_tokens":597},"claude-opus-4-7":{"in_tokens":2846,"out_tokens":509},"mistral-large-2":{"in_tokens":1527,"out_tokens":581}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":8662,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":222.75803720099793,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":1692},"claude-opus-4-8":{"in_tokens":2847,"out_tokens":558},"claude-opus-4-7":{"in_tokens":2852,"out_tokens":430},"mistral-large-2":{"in_tokens":1521,"out_tokens":579}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":7860,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":727.7142360750004,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":2186},"claude-opus-4-8":{"in_tokens":2768,"out_tokens":470},"claude-opus-4-7":{"in_tokens":2773,"out_tokens":389},"mistral-large-2":{"in_tokens":1448,"out_tokens":533}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":10815,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":336.88161999099975,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1503,"out_tokens":1743},"claude-opus-4-8":{"in_tokens":3013,"out_tokens":509},"claude-opus-4-7":{"in_tokens":3018,"out_tokens":511},"mistral-large-2":{"in_tokens":1632,"out_tokens":658}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":4116,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":175.60748280699954,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1425,"out_tokens":1603},"claude-opus-4-8":{"in_tokens":3004,"out_tokens":538},"claude-opus-4-7":{"in_tokens":3009,"out_tokens":400},"mistral-large-2":{"in_tokens":1540,"out_tokens":441}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":12430,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":283.253540880999,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1252,"out_tokens":2130},"claude-opus-4-8":{"in_tokens":2511,"out_tokens":518},"claude-opus-4-7":{"in_tokens":2516,"out_tokens":431},"mistral-large-2":{"in_tokens":1309,"out_tokens":477}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":10978,"error":null,"skip_reason":null,"score_raw":0.8125,"duration_s":268.3102111549997,"hallucination_count":1.25,"hallucination_top100":68,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1464},"claude-opus-4-8":{"in_tokens":2494,"out_tokens":610},"claude-opus-4-7":{"in_tokens":2499,"out_tokens":916},"mistral-large-2":{"in_tokens":1350,"out_tokens":1065}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":4018,"error":null,"skip_reason":null,"score_raw":0.65625,"duration_s":191.5829006949989,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":1831},"claude-opus-4-8":{"in_tokens":2620,"out_tokens":703},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":493},"mistral-large-2":{"in_tokens":1413,"out_tokens":1000}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":3830,"error":null,"skip_reason":null,"score_raw":0.90625,"duration_s":156.63220155599993,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1385,"out_tokens":1771},"claude-opus-4-8":{"in_tokens":2793,"out_tokens":644},"claude-opus-4-7":{"in_tokens":2798,"out_tokens":547},"mistral-large-2":{"in_tokens":1480,"out_tokens":606}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":8134,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":178.34452321000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1160,"out_tokens":1303},"claude-opus-4-8":{"in_tokens":2327,"out_tokens":591},"claude-opus-4-7":{"in_tokens":2332,"out_tokens":462},"mistral-large-2":{"in_tokens":1205,"out_tokens":497}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":5971,"error":null,"skip_reason":null,"score_raw":0.95,"duration_s":209.85562157200002,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2350,"out_tokens":1912},"claude-opus-4-8":{"in_tokens":4689,"out_tokens":991},"claude-opus-4-7":{"in_tokens":4694,"out_tokens":658},"mistral-large-2":{"in_tokens":2550,"out_tokens":771}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":12366,"error":null,"skip_reason":null,"score_raw":0.6875,"duration_s":611.5826503949993,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1638,"out_tokens":1702},"claude-opus-4-8":{"in_tokens":3192,"out_tokens":624},"claude-opus-4-7":{"in_tokens":3197,"out_tokens":524},"mistral-large-2":{"in_tokens":1727,"out_tokens":955}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":9160,"error":null,"skip_reason":null,"score_raw":0.6785714285714286,"duration_s":262.5459818590007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":1913},"claude-opus-4-8":{"in_tokens":2933,"out_tokens":607},"claude-opus-4-7":{"in_tokens":2938,"out_tokens":464},"mistral-large-2":{"in_tokens":1596,"out_tokens":1450}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":11845,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":246.82750178100105,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1806,"out_tokens":2459},"claude-opus-4-8":{"in_tokens":3690,"out_tokens":860},"claude-opus-4-7":{"in_tokens":3695,"out_tokens":625},"mistral-large-2":{"in_tokens":1950,"out_tokens":801}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":6522,"error":null,"skip_reason":null,"score_raw":0.9166666666666667,"duration_s":172.2293243180011,"hallucination_count":0.5,"hallucination_top100":87,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1466,"out_tokens":1197},"claude-opus-4-8":{"in_tokens":2934,"out_tokens":555},"claude-opus-4-7":{"in_tokens":2939,"out_tokens":432},"mistral-large-2":{"in_tokens":1578,"out_tokens":630}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":18239,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":401.44242901300095,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1832,"out_tokens":2678},"claude-opus-4-8":{"in_tokens":3679,"out_tokens":801},"claude-opus-4-7":{"in_tokens":3684,"out_tokens":825},"mistral-large-2":{"in_tokens":1983,"out_tokens":928}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.0027027710003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.099457049,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":28272,"error":null,"skip_reason":null,"score_raw":0.725,"duration_s":527.8858520209997,"hallucination_count":1.75,"hallucination_top100":56,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2520,"out_tokens":2634},"claude-opus-4-8":{"in_tokens":4977,"out_tokens":969},"claude-opus-4-7":{"in_tokens":4982,"out_tokens":835},"mistral-large-2":{"in_tokens":2637,"out_tokens":776}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.0250975870003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":10404,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":221.35982979999972,"hallucination_count":0.75,"hallucination_top100":81,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2282,"out_tokens":2453},"claude-opus-4-8":{"in_tokens":4510,"out_tokens":853},"claude-opus-4-7":{"in_tokens":4515,"out_tokens":677},"mistral-large-2":{"in_tokens":2464,"out_tokens":843}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.0474401270003,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":525,"out_tokens":12208,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":353.70853841700045,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2123,"out_tokens":2508},"claude-opus-4-8":{"in_tokens":4206,"out_tokens":982},"claude-opus-4-7":{"in_tokens":4211,"out_tokens":676},"mistral-large-2":{"in_tokens":2288,"out_tokens":817}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"failed_call","in_tokens":null,"out_tokens":null,"error":"timeout after 3900s (hard per-cell ceiling)","skip_reason":null,"score_raw":null,"duration_s":3900.005092649999,"hallucination_count":null,"hallucination_top100":null,"inter_rater_agreement":null,"contradicted_rubric_count":null,"judge_tokens":null}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":17388,"error":null,"skip_reason":null,"score_raw":0.85,"duration_s":327.57951212899934,"hallucination_count":1.5,"hallucination_top100":62,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2416,"out_tokens":3281},"claude-opus-4-8":{"in_tokens":4710,"out_tokens":862},"claude-opus-4-7":{"in_tokens":4715,"out_tokens":798},"mistral-large-2":{"in_tokens":2526,"out_tokens":922}}}
{"model_id":"gpt-5.5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":16044,"error":null,"skip_reason":null,"score_raw":0.7,"duration_s":608.9784538880012,"hallucination_count":2.25,"hallucination_top100":43,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2487,"out_tokens":2719},"claude-opus-4-8":{"in_tokens":4947,"out_tokens":1031},"claude-opus-4-7":{"in_tokens":4952,"out_tokens":843},"mistral-large-2":{"in_tokens":2682,"out_tokens":878}}}