{"model_id":"mistral-large-2","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":353,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":7.742975156999989,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1548},"claude-opus-4-7":{"in_tokens":2424,"out_tokens":694},"mistral-large-2":{"in_tokens":1362,"out_tokens":658}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":396,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.758844347999997,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.3,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1354,"out_tokens":1954},"claude-opus-4-7":{"in_tokens":2601,"out_tokens":699},"mistral-large-2":{"in_tokens":1452,"out_tokens":988}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":416,"out_tokens":543,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":12.127968076999991,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1587,"out_tokens":2004},"claude-opus-4-7":{"in_tokens":2994,"out_tokens":737},"mistral-large-2":{"in_tokens":1749,"out_tokens":775}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":396,"out_tokens":654,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":12.369841086999998,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1912,"out_tokens":2667},"claude-opus-4-7":{"in_tokens":3603,"out_tokens":1085},"mistral-large-2":{"in_tokens":2024,"out_tokens":966}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":258,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":16.391405286999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1426},"claude-opus-4-7":{"in_tokens":2229,"out_tokens":603},"mistral-large-2":{"in_tokens":1243,"out_tokens":722}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":343,"error":null,"skip_reason":null,"score_raw":0.09999999999999999,"duration_s":7.8912481549999995,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.3,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1799,"out_tokens":1774},"claude-opus-4-7":{"in_tokens":3432,"out_tokens":994},"mistral-large-2":{"in_tokens":1910,"out_tokens":771}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":1008,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":21.139321680999984,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":2445},"claude-opus-4-7":{"in_tokens":2869,"out_tokens":692},"mistral-large-2":{"in_tokens":1595,"out_tokens":751}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":917,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":22.579676747000008,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1427,"out_tokens":1782},"claude-opus-4-7":{"in_tokens":2696,"out_tokens":595},"mistral-large-2":{"in_tokens":1542,"out_tokens":1033}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":268,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":21.330434936000017,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1286},"claude-opus-4-7":{"in_tokens":2134,"out_tokens":566},"mistral-large-2":{"in_tokens":1191,"out_tokens":671}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":467,"out_tokens":525,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":12.566426428,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1936,"out_tokens":2740},"claude-opus-4-7":{"in_tokens":3726,"out_tokens":908},"mistral-large-2":{"in_tokens":2088,"out_tokens":822}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":21.64610617599999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":2050},"claude-opus-4-7":{"in_tokens":2502,"out_tokens":700},"mistral-large-2":{"in_tokens":1464,"out_tokens":706}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":376,"out_tokens":487,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":9.094375850999995,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1566,"out_tokens":2586},"claude-opus-4-7":{"in_tokens":2993,"out_tokens":930},"mistral-large-2":{"in_tokens":1650,"out_tokens":665}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":250,"out_tokens":1180,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":24.964743331999983,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":1713},"claude-opus-4-7":{"in_tokens":2576,"out_tokens":676},"mistral-large-2":{"in_tokens":1445,"out_tokens":666}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":23.679556806000022,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1555,"out_tokens":1833},"claude-opus-4-7":{"in_tokens":2939,"out_tokens":821},"mistral-large-2":{"in_tokens":1647,"out_tokens":845}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":646,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":11.315537543999994,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1723,"out_tokens":1978},"claude-opus-4-7":{"in_tokens":3257,"out_tokens":751},"mistral-large-2":{"in_tokens":1885,"out_tokens":829}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":247,"out_tokens":1315,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":26.479582485999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1915},"claude-opus-4-7":{"in_tokens":2544,"out_tokens":595},"mistral-large-2":{"in_tokens":1421,"out_tokens":710}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":681,"out_tokens":1410,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":29.038081483000013,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1844,"out_tokens":2730},"claude-opus-4-7":{"in_tokens":3454,"out_tokens":756},"mistral-large-2":{"in_tokens":2046,"out_tokens":701}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":1689,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":30.972481883,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2226,"out_tokens":2852},"claude-opus-4-7":{"in_tokens":4084,"out_tokens":937},"mistral-large-2":{"in_tokens":2371,"out_tokens":880}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.047619047619047616,"duration_s":7.302735842999994,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.2857142857142857,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":2243},"claude-opus-4-7":{"in_tokens":2687,"out_tokens":699},"mistral-large-2":{"in_tokens":1444,"out_tokens":626}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":519,"error":null,"skip_reason":null,"score_raw":0.43333333333333335,"duration_s":13.163784655,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1525,"out_tokens":2473},"claude-opus-4-7":{"in_tokens":3062,"out_tokens":873},"mistral-large-2":{"in_tokens":1640,"out_tokens":702}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":345,"out_tokens":462,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":11.653039041,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1465,"out_tokens":1596},"claude-opus-4-7":{"in_tokens":2962,"out_tokens":488},"mistral-large-2":{"in_tokens":1533,"out_tokens":674}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":374,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.484558283000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1476,"out_tokens":1395},"claude-opus-4-7":{"in_tokens":2853,"out_tokens":638},"mistral-large-2":{"in_tokens":1602,"out_tokens":646}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":658,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":15.188625097,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2108,"out_tokens":1915},"claude-opus-4-7":{"in_tokens":3943,"out_tokens":990},"mistral-large-2":{"in_tokens":2256,"out_tokens":999}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":456,"out_tokens":265,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":23.189747154000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1707,"out_tokens":2263},"claude-opus-4-7":{"in_tokens":3269,"out_tokens":610},"mistral-large-2":{"in_tokens":1833,"out_tokens":814}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":315,"out_tokens":355,"error":null,"skip_reason":null,"score_raw":0.1851851851851852,"duration_s":8.591781541000017,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1626},"claude-opus-4-7":{"in_tokens":2659,"out_tokens":765},"mistral-large-2":{"in_tokens":1524,"out_tokens":786}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2261,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":41.65639697200001,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1814,"out_tokens":2856},"claude-opus-4-7":{"in_tokens":3491,"out_tokens":807},"mistral-large-2":{"in_tokens":2008,"out_tokens":822}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":245,"error":null,"skip_reason":null,"score_raw":0.20000000000000004,"duration_s":21.03448697600001,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1716,"out_tokens":2611},"claude-opus-4-7":{"in_tokens":3274,"out_tokens":834},"mistral-large-2":{"in_tokens":1817,"out_tokens":776}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1083,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":22.565966240999984,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2040,"out_tokens":2610},"claude-opus-4-7":{"in_tokens":3830,"out_tokens":750},"mistral-large-2":{"in_tokens":2191,"out_tokens":863}}}
{"model_id":"mistral-large-2","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":368,"out_tokens":547,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":12.235956340000001,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":2368},"claude-opus-4-7":{"in_tokens":3116,"out_tokens":769},"mistral-large-2":{"in_tokens":1675,"out_tokens":739}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1475,"error":null,"skip_reason":null,"score_raw":0.6999999999999998,"duration_s":27.151670792000004,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2254,"out_tokens":3259},"claude-opus-4-7":{"in_tokens":4242,"out_tokens":1044},"mistral-large-2":{"in_tokens":2395,"out_tokens":998}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":360,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":23.758422149000012,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":2065},"claude-opus-4-7":{"in_tokens":2467,"out_tokens":660},"mistral-large-2":{"in_tokens":1364,"out_tokens":597}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":391,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":27.169685662000006,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1401,"out_tokens":1952},"claude-opus-4-7":{"in_tokens":2647,"out_tokens":538},"mistral-large-2":{"in_tokens":1498,"out_tokens":694}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":3018,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":50.67903114399999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1935,"out_tokens":3154},"claude-opus-4-7":{"in_tokens":3621,"out_tokens":992},"mistral-large-2":{"in_tokens":2051,"out_tokens":768}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":665,"out_tokens":1218,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":23.040196756,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1743,"out_tokens":2722},"claude-opus-4-7":{"in_tokens":3291,"out_tokens":732},"mistral-large-2":{"in_tokens":1850,"out_tokens":721}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":676,"out_tokens":1536,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":30.593223909000017,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1975,"out_tokens":2014},"claude-opus-4-7":{"in_tokens":3705,"out_tokens":661},"mistral-large-2":{"in_tokens":2146,"out_tokens":726}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":285,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":19.525485610000004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1221,"out_tokens":1599},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":687},"mistral-large-2":{"in_tokens":1312,"out_tokens":815}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":2499,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":38.61729062399999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2152,"out_tokens":2721},"claude-opus-4-7":{"in_tokens":4088,"out_tokens":964},"mistral-large-2":{"in_tokens":2326,"out_tokens":1118}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":21.006019535000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1175,"out_tokens":1179},"claude-opus-4-7":{"in_tokens":2353,"out_tokens":499},"mistral-large-2":{"in_tokens":1238,"out_tokens":491}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":511,"out_tokens":1547,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":27.961387072999997,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.3,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1822,"out_tokens":2280},"claude-opus-4-7":{"in_tokens":3560,"out_tokens":773},"mistral-large-2":{"in_tokens":1958,"out_tokens":975}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":916,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":17.72622658200001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":2248},"claude-opus-4-7":{"in_tokens":2895,"out_tokens":642},"mistral-large-2":{"in_tokens":1598,"out_tokens":545}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":365,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":23.171224695000006,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":973},"claude-opus-4-7":{"in_tokens":2363,"out_tokens":474},"mistral-large-2":{"in_tokens":1257,"out_tokens":605}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":147,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":22.975042900999995,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1647,"out_tokens":1849},"claude-opus-4-7":{"in_tokens":3055,"out_tokens":534},"mistral-large-2":{"in_tokens":1754,"out_tokens":699}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":440,"out_tokens":2673,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":47.252251591000004,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":2355,"out_tokens":2803},"claude-opus-4-7":{"in_tokens":4514,"out_tokens":1009},"mistral-large-2":{"in_tokens":2507,"out_tokens":909}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":655,"out_tokens":1462,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":27.01101516099999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1727,"out_tokens":3005},"claude-opus-4-7":{"in_tokens":3454,"out_tokens":552},"mistral-large-2":{"in_tokens":1827,"out_tokens":654}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":344,"out_tokens":2732,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":33.630338996000006,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1706,"out_tokens":2257},"claude-opus-4-7":{"in_tokens":3308,"out_tokens":796},"mistral-large-2":{"in_tokens":1812,"out_tokens":875}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":299,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":24.88464744999999,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":2685},"claude-opus-4-7":{"in_tokens":2700,"out_tokens":656},"mistral-large-2":{"in_tokens":1535,"out_tokens":948}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":763,"out_tokens":1592,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":29.60140917800001,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2353,"out_tokens":3438},"claude-opus-4-7":{"in_tokens":4363,"out_tokens":917},"mistral-large-2":{"in_tokens":2498,"out_tokens":926}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":613,"out_tokens":967,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":17.548869752,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1632,"out_tokens":2569},"claude-opus-4-7":{"in_tokens":3100,"out_tokens":685},"mistral-large-2":{"in_tokens":1766,"out_tokens":670}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":308,"out_tokens":210,"error":null,"skip_reason":null,"score_raw":0.1111111111111111,"duration_s":26.11973548399999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1284,"out_tokens":1688},"claude-opus-4-7":{"in_tokens":2463,"out_tokens":873},"mistral-large-2":{"in_tokens":1386,"out_tokens":751}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":2978,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":49.30375039200001,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2082,"out_tokens":1765},"claude-opus-4-7":{"in_tokens":4046,"out_tokens":694},"mistral-large-2":{"in_tokens":2289,"out_tokens":918}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":2240,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":28.763684216,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1679,"out_tokens":2341},"claude-opus-4-7":{"in_tokens":3283,"out_tokens":990},"mistral-large-2":{"in_tokens":1807,"out_tokens":882}}}
{"model_id":"gemini-2-5-pro","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":357,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":22.108181537000007,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1315,"out_tokens":1724},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":632},"mistral-large-2":{"in_tokens":1366,"out_tokens":702}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":594,"out_tokens":1306,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":23.969376734000008,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1800,"out_tokens":2805},"claude-opus-4-7":{"in_tokens":3346,"out_tokens":874},"mistral-large-2":{"in_tokens":1946,"out_tokens":882}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":247,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":24.410545910999986,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1334,"out_tokens":1384},"claude-opus-4-7":{"in_tokens":2537,"out_tokens":588},"mistral-large-2":{"in_tokens":1395,"out_tokens":799}}}
{"model_id":"claude-opus-4-7","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":1332,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":23.12150212200001,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1776,"out_tokens":3162},"claude-opus-4-7":{"in_tokens":3407,"out_tokens":694},"mistral-large-2":{"in_tokens":1848,"out_tokens":640}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":715,"out_tokens":1019,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":19.824654982999988,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1617,"out_tokens":1773},"claude-opus-4-7":{"in_tokens":3084,"out_tokens":728},"mistral-large-2":{"in_tokens":1694,"out_tokens":634}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":693,"out_tokens":1026,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":20.477227322999994,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1672,"out_tokens":1900},"claude-opus-4-7":{"in_tokens":3084,"out_tokens":622},"mistral-large-2":{"in_tokens":1736,"out_tokens":617}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":271,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":23.784698334999973,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1473},"claude-opus-4-7":{"in_tokens":2582,"out_tokens":597},"mistral-large-2":{"in_tokens":1444,"out_tokens":608}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":363,"out_tokens":1528,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":26.67735715699999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1451,"out_tokens":1664},"claude-opus-4-7":{"in_tokens":2831,"out_tokens":636},"mistral-large-2":{"in_tokens":1545,"out_tokens":481}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":71.375733045,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1432,"out_tokens":1575},"claude-opus-4-7":{"in_tokens":2660,"out_tokens":553},"mistral-large-2":{"in_tokens":1504,"out_tokens":624}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":269,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":24.615436171,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":2000},"claude-opus-4-7":{"in_tokens":2319,"out_tokens":485},"mistral-large-2":{"in_tokens":1279,"out_tokens":611}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":956,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.145052892000024,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":1835},"claude-opus-4-7":{"in_tokens":2757,"out_tokens":557},"mistral-large-2":{"in_tokens":1549,"out_tokens":654}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":407,"out_tokens":650,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":76.15832673,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1711,"out_tokens":1741},"claude-opus-4-7":{"in_tokens":3305,"out_tokens":692},"mistral-large-2":{"in_tokens":1790,"out_tokens":622}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":447,"out_tokens":249,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.328213570999992,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":857},"claude-opus-4-7":{"in_tokens":2350,"out_tokens":414},"mistral-large-2":{"in_tokens":1327,"out_tokens":462}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":669,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":75.38715911500003,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1746,"out_tokens":1784},"claude-opus-4-7":{"in_tokens":3223,"out_tokens":641},"mistral-large-2":{"in_tokens":1824,"out_tokens":665}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":180,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":18.22737426400002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1628},"claude-opus-4-7":{"in_tokens":2124,"out_tokens":474},"mistral-large-2":{"in_tokens":1213,"out_tokens":577}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":539,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":73.25503412999998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":1634},"claude-opus-4-7":{"in_tokens":2836,"out_tokens":563},"mistral-large-2":{"in_tokens":1609,"out_tokens":588}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2909,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":45.97574268600002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1608,"out_tokens":1884},"claude-opus-4-7":{"in_tokens":3235,"out_tokens":545},"mistral-large-2":{"in_tokens":1712,"out_tokens":812}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":780,"out_tokens":1302,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":25.817773494000022,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1722,"out_tokens":1937},"claude-opus-4-7":{"in_tokens":3166,"out_tokens":484},"mistral-large-2":{"in_tokens":1783,"out_tokens":760}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":274,"out_tokens":561,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":11.06603882600001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1424,"out_tokens":1588},"claude-opus-4-7":{"in_tokens":2714,"out_tokens":620},"mistral-large-2":{"in_tokens":1496,"out_tokens":605}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":481,"out_tokens":924,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":18.029151693000017,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.375,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1597},"claude-opus-4-7":{"in_tokens":2586,"out_tokens":620},"mistral-large-2":{"in_tokens":1450,"out_tokens":706}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":913,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":18.723762349000026,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1457,"out_tokens":1629},"claude-opus-4-7":{"in_tokens":2672,"out_tokens":455},"mistral-large-2":{"in_tokens":1533,"out_tokens":568}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":334,"out_tokens":394,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":9.399969244000033,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1269,"out_tokens":1579},"claude-opus-4-7":{"in_tokens":2396,"out_tokens":560},"mistral-large-2":{"in_tokens":1345,"out_tokens":467}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":498,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":13.067190978999975,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":1429},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":497},"mistral-large-2":{"in_tokens":1397,"out_tokens":601}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":2357,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":37.67720791299999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1682,"out_tokens":1766},"claude-opus-4-7":{"in_tokens":3163,"out_tokens":678},"mistral-large-2":{"in_tokens":1827,"out_tokens":697}}}
{"model_id":"mistral-large-2","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":742,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":16.669238895999968,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1668,"out_tokens":2322},"claude-opus-4-7":{"in_tokens":3054,"out_tokens":567},"mistral-large-2":{"in_tokens":1757,"out_tokens":670}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":205,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.29191060400001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1092,"out_tokens":1200},"claude-opus-4-7":{"in_tokens":2072,"out_tokens":566},"mistral-large-2":{"in_tokens":1145,"out_tokens":526}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":143,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.266471791000015,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1045,"out_tokens":972},"claude-opus-4-7":{"in_tokens":1981,"out_tokens":440},"mistral-large-2":{"in_tokens":1107,"out_tokens":476}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":6.7759543929999495,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1182},"claude-opus-4-7":{"in_tokens":2018,"out_tokens":429},"mistral-large-2":{"in_tokens":1111,"out_tokens":470}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":410,"out_tokens":3445,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":42.757312662000004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2510,"out_tokens":2119},"claude-opus-4-7":{"in_tokens":4685,"out_tokens":838},"mistral-large-2":{"in_tokens":2688,"out_tokens":997}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":19.948733232999984,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1075,"out_tokens":1784},"claude-opus-4-7":{"in_tokens":2032,"out_tokens":442},"mistral-large-2":{"in_tokens":1126,"out_tokens":467}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":931,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":19.558781936999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1318,"out_tokens":1596},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":458},"mistral-large-2":{"in_tokens":1392,"out_tokens":498}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":141,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.48356510299999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":977,"out_tokens":987},"claude-opus-4-7":{"in_tokens":1841,"out_tokens":394},"mistral-large-2":{"in_tokens":1012,"out_tokens":399}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":433,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":10.454005299000016,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1382,"out_tokens":1607},"claude-opus-4-7":{"in_tokens":2525,"out_tokens":501},"mistral-large-2":{"in_tokens":1437,"out_tokens":936}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":7.436321862999989,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":1861},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":696},"mistral-large-2":{"in_tokens":1259,"out_tokens":554}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":522,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":11.438890411999978,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1384,"out_tokens":1390},"claude-opus-4-7":{"in_tokens":2552,"out_tokens":562},"mistral-large-2":{"in_tokens":1460,"out_tokens":651}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":513,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":13.150873364999995,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1544,"out_tokens":1675},"claude-opus-4-7":{"in_tokens":2915,"out_tokens":568},"mistral-large-2":{"in_tokens":1619,"out_tokens":562}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":517,"out_tokens":771,"error":null,"skip_reason":null,"score_raw":0.9523809523809524,"duration_s":18.445395389999987,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1113},"claude-opus-4-7":{"in_tokens":2330,"out_tokens":473},"mistral-large-2":{"in_tokens":1282,"out_tokens":640}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":1030,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":22.90393057199998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":2059},"claude-opus-4-7":{"in_tokens":2726,"out_tokens":568},"mistral-large-2":{"in_tokens":1518,"out_tokens":618}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":1041,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":20.67853679899997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":1517},"claude-opus-4-7":{"in_tokens":2822,"out_tokens":450},"mistral-large-2":{"in_tokens":1585,"out_tokens":638}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":312,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":18.663118250000025,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1125,"out_tokens":1858},"claude-opus-4-7":{"in_tokens":2101,"out_tokens":535},"mistral-large-2":{"in_tokens":1172,"out_tokens":559}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":295,"out_tokens":350,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":9.139013118000037,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1291,"out_tokens":1003},"claude-opus-4-7":{"in_tokens":2460,"out_tokens":501},"mistral-large-2":{"in_tokens":1352,"out_tokens":502}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":302,"out_tokens":579,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":13.781712993000042,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1459,"out_tokens":2744},"claude-opus-4-7":{"in_tokens":2704,"out_tokens":509},"mistral-large-2":{"in_tokens":1516,"out_tokens":871}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":201,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":20.650760317999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1477},"claude-opus-4-7":{"in_tokens":2341,"out_tokens":475},"mistral-large-2":{"in_tokens":1318,"out_tokens":584}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":582,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":13.09268165100002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1703,"out_tokens":1430},"claude-opus-4-7":{"in_tokens":3275,"out_tokens":610},"mistral-large-2":{"in_tokens":1765,"out_tokens":817}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":348,"out_tokens":2585,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":34.16346348899998,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1681,"out_tokens":1723},"claude-opus-4-7":{"in_tokens":3250,"out_tokens":914},"mistral-large-2":{"in_tokens":1745,"out_tokens":780}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":507,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":13.08897824799999,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1468,"out_tokens":2046},"claude-opus-4-7":{"in_tokens":2793,"out_tokens":512},"mistral-large-2":{"in_tokens":1529,"out_tokens":599}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":1466,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":20.744398294999996,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1855,"out_tokens":1729},"claude-opus-4-7":{"in_tokens":3425,"out_tokens":638},"mistral-large-2":{"in_tokens":1940,"out_tokens":703}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":1637,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":26.09372857400001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1888,"out_tokens":1446},"claude-opus-4-7":{"in_tokens":3582,"out_tokens":489},"mistral-large-2":{"in_tokens":1975,"out_tokens":784}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":700,"out_tokens":1020,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":22.03369176000001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1584,"out_tokens":1584},"claude-opus-4-7":{"in_tokens":2972,"out_tokens":463},"mistral-large-2":{"in_tokens":1662,"out_tokens":643}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":231,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":23.526598808000017,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1091},"claude-opus-4-7":{"in_tokens":2140,"out_tokens":588},"mistral-large-2":{"in_tokens":1178,"out_tokens":624}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":276,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.639724793000028,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1414},"claude-opus-4-7":{"in_tokens":2060,"out_tokens":501},"mistral-large-2":{"in_tokens":1139,"out_tokens":524}}}
{"model_id":"gpt-5","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":3669,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":48.604394576999994,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1994,"out_tokens":3003},"claude-opus-4-7":{"in_tokens":3830,"out_tokens":758},"mistral-large-2":{"in_tokens":2182,"out_tokens":765}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":273,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":6.914647663000039,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1213},"claude-opus-4-7":{"in_tokens":2282,"out_tokens":512},"mistral-large-2":{"in_tokens":1255,"out_tokens":800}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":382,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":11.463720070999955,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1145},"claude-opus-4-7":{"in_tokens":2459,"out_tokens":476},"mistral-large-2":{"in_tokens":1383,"out_tokens":789}}}
{"model_id":"mistral-large-2","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":226,"out_tokens":479,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":10.974075324999944,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1331,"out_tokens":1333},"claude-opus-4-7":{"in_tokens":2581,"out_tokens":532},"mistral-large-2":{"in_tokens":1407,"out_tokens":716}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":6.57645120799998,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1105,"out_tokens":1372},"claude-opus-4-7":{"in_tokens":2191,"out_tokens":609},"mistral-large-2":{"in_tokens":1203,"out_tokens":681}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":1068,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":21.899537028999987,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1464,"out_tokens":949},"claude-opus-4-7":{"in_tokens":2738,"out_tokens":492},"mistral-large-2":{"in_tokens":1550,"out_tokens":684}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":510,"out_tokens":992,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":20.17602751100003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":1546},"claude-opus-4-7":{"in_tokens":2649,"out_tokens":471},"mistral-large-2":{"in_tokens":1489,"out_tokens":565}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":203,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":19.915975332000016,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1103,"out_tokens":1214},"claude-opus-4-7":{"in_tokens":2078,"out_tokens":538},"mistral-large-2":{"in_tokens":1153,"out_tokens":538}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":482,"out_tokens":906,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":21.977768768999965,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":1318},"claude-opus-4-7":{"in_tokens":2539,"out_tokens":575},"mistral-large-2":{"in_tokens":1415,"out_tokens":590}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":270,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":22.323232969999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":1166},"claude-opus-4-7":{"in_tokens":2664,"out_tokens":455},"mistral-large-2":{"in_tokens":1459,"out_tokens":639}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1302,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":22.481921118000002,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1486,"out_tokens":1623},"claude-opus-4-7":{"in_tokens":2780,"out_tokens":684},"mistral-large-2":{"in_tokens":1568,"out_tokens":584}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":19.138522530000046,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1177,"out_tokens":1301},"claude-opus-4-7":{"in_tokens":2229,"out_tokens":506},"mistral-large-2":{"in_tokens":1222,"out_tokens":714}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":17.880338983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1122,"out_tokens":1015},"claude-opus-4-7":{"in_tokens":2125,"out_tokens":458},"mistral-large-2":{"in_tokens":1175,"out_tokens":431}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":709,"out_tokens":1168,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":22.106989027999987,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1773,"out_tokens":1251},"claude-opus-4-7":{"in_tokens":3324,"out_tokens":489},"mistral-large-2":{"in_tokens":1830,"out_tokens":821}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":2204,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":28.765233867999996,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1871,"out_tokens":1798},"claude-opus-4-7":{"in_tokens":3465,"out_tokens":538},"mistral-large-2":{"in_tokens":1953,"out_tokens":619}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":816,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":15.569824487000005,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":1342},"claude-opus-4-7":{"in_tokens":2607,"out_tokens":419},"mistral-large-2":{"in_tokens":1445,"out_tokens":501}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":1673,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":31.168587082999977,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1793,"out_tokens":1377},"claude-opus-4-7":{"in_tokens":3255,"out_tokens":475},"mistral-large-2":{"in_tokens":1887,"out_tokens":641}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":931,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":17.752323740999998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1442,"out_tokens":1369},"claude-opus-4-7":{"in_tokens":2702,"out_tokens":541},"mistral-large-2":{"in_tokens":1523,"out_tokens":743}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":19.128938726,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1203,"out_tokens":1359},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":477},"mistral-large-2":{"in_tokens":1261,"out_tokens":505}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":255,"out_tokens":1558,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":29.90543455400001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1609,"out_tokens":1725},"claude-opus-4-7":{"in_tokens":2988,"out_tokens":567},"mistral-large-2":{"in_tokens":1689,"out_tokens":750}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":1080,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":22.10138126000004,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1535,"out_tokens":1490},"claude-opus-4-7":{"in_tokens":2922,"out_tokens":525},"mistral-large-2":{"in_tokens":1598,"out_tokens":631}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":499,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":12.290380650000031,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":1906},"claude-opus-4-7":{"in_tokens":2278,"out_tokens":538},"mistral-large-2":{"in_tokens":1268,"out_tokens":654}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":100,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":16.476575333000028,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1428},"claude-opus-4-7":{"in_tokens":1976,"out_tokens":521},"mistral-large-2":{"in_tokens":1088,"out_tokens":531}}}
{"model_id":"gemini-2-5-pro","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":216,"out_tokens":190,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":17.24419885499998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1070,"out_tokens":1016},"claude-opus-4-7":{"in_tokens":2085,"out_tokens":464},"mistral-large-2":{"in_tokens":1123,"out_tokens":425}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":1290,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":17.739430966999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1368,"out_tokens":1209},"claude-opus-4-7":{"in_tokens":2603,"out_tokens":528},"mistral-large-2":{"in_tokens":1444,"out_tokens":487}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":158,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":19.491755689,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1158,"out_tokens":1322},"claude-opus-4-7":{"in_tokens":2206,"out_tokens":571},"mistral-large-2":{"in_tokens":1267,"out_tokens":671}}}
{"model_id":"gpt-5","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1015,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":16.221947571999976,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1458,"out_tokens":1658},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":445},"mistral-large-2":{"in_tokens":1543,"out_tokens":770}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":888,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":12.925512760000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1072,"out_tokens":1073},"claude-opus-4-7":{"in_tokens":2031,"out_tokens":380},"mistral-large-2":{"in_tokens":1115,"out_tokens":468}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":633,"out_tokens":791,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":15.035198150000042,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1423,"out_tokens":2468},"claude-opus-4-7":{"in_tokens":2691,"out_tokens":592},"mistral-large-2":{"in_tokens":1565,"out_tokens":962}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1209,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":15.111756476999972,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1588,"out_tokens":2001},"claude-opus-4-7":{"in_tokens":2917,"out_tokens":460},"mistral-large-2":{"in_tokens":1652,"out_tokens":675}}}
{"model_id":"claude-opus-4-7","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":422,"out_tokens":1155,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":22.720183039999995,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1475,"out_tokens":1692},"claude-opus-4-7":{"in_tokens":2840,"out_tokens":453},"mistral-large-2":{"in_tokens":1541,"out_tokens":683}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":602,"out_tokens":807,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":15.103257037999981,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1732},"claude-opus-4-7":{"in_tokens":2474,"out_tokens":568},"mistral-large-2":{"in_tokens":1438,"out_tokens":601}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":1182,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":14.491533471000025,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1714,"out_tokens":1249},"claude-opus-4-7":{"in_tokens":3237,"out_tokens":531},"mistral-large-2":{"in_tokens":1801,"out_tokens":609}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":299,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":20.772760715000004,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1060,"out_tokens":1706},"claude-opus-4-7":{"in_tokens":2093,"out_tokens":553},"mistral-large-2":{"in_tokens":1147,"out_tokens":670}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":581,"out_tokens":1085,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":22.234841227000004,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.125,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1410,"out_tokens":2547},"claude-opus-4-7":{"in_tokens":2779,"out_tokens":717},"mistral-large-2":{"in_tokens":1534,"out_tokens":788}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.966083338000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1018,"out_tokens":1279},"claude-opus-4-7":{"in_tokens":1974,"out_tokens":478},"mistral-large-2":{"in_tokens":1146,"out_tokens":575}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":166,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":17.739566562999983,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":1046},"claude-opus-4-7":{"in_tokens":2019,"out_tokens":454},"mistral-large-2":{"in_tokens":1105,"out_tokens":500}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":266,"out_tokens":1215,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":17.03422986199996,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1453,"out_tokens":1269},"claude-opus-4-7":{"in_tokens":2739,"out_tokens":542},"mistral-large-2":{"in_tokens":1538,"out_tokens":628}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":227,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":23.226192567999988,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1170,"out_tokens":1568},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":566},"mistral-large-2":{"in_tokens":1260,"out_tokens":551}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":254,"out_tokens":1296,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.58683480100001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1381,"out_tokens":1281},"claude-opus-4-7":{"in_tokens":2612,"out_tokens":439},"mistral-large-2":{"in_tokens":1445,"out_tokens":500}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":644,"out_tokens":897,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":17.14530358899998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1414,"out_tokens":3540},"claude-opus-4-7":{"in_tokens":2691,"out_tokens":652},"mistral-large-2":{"in_tokens":1526,"out_tokens":637}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":67.095066218,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1242,"out_tokens":1703},"claude-opus-4-7":{"in_tokens":2364,"out_tokens":669},"mistral-large-2":{"in_tokens":1355,"out_tokens":1040}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":583,"out_tokens":819,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":15.854499787999998,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1290,"out_tokens":1934},"claude-opus-4-7":{"in_tokens":2491,"out_tokens":463},"mistral-large-2":{"in_tokens":1396,"out_tokens":519}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":523,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":11.159053061999998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1190,"out_tokens":1231},"claude-opus-4-7":{"in_tokens":2234,"out_tokens":558},"mistral-large-2":{"in_tokens":1311,"out_tokens":684}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":281,"out_tokens":1140,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":20.250609994,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1450,"out_tokens":1302},"claude-opus-4-7":{"in_tokens":2734,"out_tokens":453},"mistral-large-2":{"in_tokens":1509,"out_tokens":560}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":191,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":17.671159064999983,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":1071},"claude-opus-4-7":{"in_tokens":2057,"out_tokens":582},"mistral-large-2":{"in_tokens":1128,"out_tokens":583}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":585,"out_tokens":1091,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":21.694627395999987,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1391,"out_tokens":2708},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":560},"mistral-large-2":{"in_tokens":1525,"out_tokens":695}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":65.639082186,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1073,"out_tokens":2017},"claude-opus-4-7":{"in_tokens":2073,"out_tokens":672},"mistral-large-2":{"in_tokens":1203,"out_tokens":676}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":373,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.207078803999991,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1193,"out_tokens":1701},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":613},"mistral-large-2":{"in_tokens":1299,"out_tokens":680}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":1121,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":12.422493411999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1361,"out_tokens":1263},"claude-opus-4-7":{"in_tokens":2538,"out_tokens":498},"mistral-large-2":{"in_tokens":1434,"out_tokens":617}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":382,"out_tokens":291,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":67.38601526000002,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1233,"out_tokens":1703},"claude-opus-4-7":{"in_tokens":2357,"out_tokens":693},"mistral-large-2":{"in_tokens":1325,"out_tokens":593}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":66.21746375999999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1617},"claude-opus-4-7":{"in_tokens":2154,"out_tokens":578},"mistral-large-2":{"in_tokens":1181,"out_tokens":470}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":1903,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":25.280247585999973,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1880,"out_tokens":1440},"claude-opus-4-7":{"in_tokens":3550,"out_tokens":548},"mistral-large-2":{"in_tokens":1953,"out_tokens":619}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":1431,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":17.973394569999982,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":1473},"claude-opus-4-7":{"in_tokens":3132,"out_tokens":568},"mistral-large-2":{"in_tokens":1704,"out_tokens":733}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":21.429369031999954,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1136,"out_tokens":1636},"claude-opus-4-7":{"in_tokens":2167,"out_tokens":571},"mistral-large-2":{"in_tokens":1257,"out_tokens":617}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":350,"out_tokens":289,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":7.248638682999967,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1171,"out_tokens":1655},"claude-opus-4-7":{"in_tokens":2269,"out_tokens":560},"mistral-large-2":{"in_tokens":1287,"out_tokens":618}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":620,"out_tokens":740,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":15.143909957000005,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":1213},"claude-opus-4-7":{"in_tokens":2500,"out_tokens":451},"mistral-large-2":{"in_tokens":1458,"out_tokens":548}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":182,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.703316177000033,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1124,"out_tokens":1133},"claude-opus-4-7":{"in_tokens":2137,"out_tokens":469},"mistral-large-2":{"in_tokens":1211,"out_tokens":509}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":301,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":7.783522756000025,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1249,"out_tokens":1875},"claude-opus-4-7":{"in_tokens":2423,"out_tokens":525},"mistral-large-2":{"in_tokens":1357,"out_tokens":625}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":389,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":23.864787906000004,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1153,"out_tokens":1499},"claude-opus-4-7":{"in_tokens":2239,"out_tokens":525},"mistral-large-2":{"in_tokens":1258,"out_tokens":502}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":379,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":6.788407565,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1178,"out_tokens":1357},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":504},"mistral-large-2":{"in_tokens":1283,"out_tokens":497}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":708,"out_tokens":1071,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":20.134614092999982,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1493,"out_tokens":2314},"claude-opus-4-7":{"in_tokens":2905,"out_tokens":711},"mistral-large-2":{"in_tokens":1634,"out_tokens":608}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":374,"out_tokens":274,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":7.6727764090000505,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1209,"out_tokens":1526},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":546},"mistral-large-2":{"in_tokens":1310,"out_tokens":580}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":629,"out_tokens":708,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":17.299693623999985,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1305,"out_tokens":1592},"claude-opus-4-7":{"in_tokens":2511,"out_tokens":530},"mistral-large-2":{"in_tokens":1425,"out_tokens":612}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":4.7540005519999795,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1403},"claude-opus-4-7":{"in_tokens":2318,"out_tokens":494},"mistral-large-2":{"in_tokens":1335,"out_tokens":612}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1128,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.820518702000015,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1429,"out_tokens":1661},"claude-opus-4-7":{"in_tokens":2686,"out_tokens":509},"mistral-large-2":{"in_tokens":1518,"out_tokens":673}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.1851851851851852,"duration_s":6.2949099179999735,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1231,"out_tokens":1707},"claude-opus-4-7":{"in_tokens":2316,"out_tokens":675},"mistral-large-2":{"in_tokens":1320,"out_tokens":613}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":280,"out_tokens":1019,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":12.890864743999998,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1129,"out_tokens":2047},"claude-opus-4-7":{"in_tokens":2111,"out_tokens":635},"mistral-large-2":{"in_tokens":1165,"out_tokens":563}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":367,"out_tokens":176,"error":null,"skip_reason":null,"score_raw":0.40740740740740744,"duration_s":18.901698442999987,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1223},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":577},"mistral-large-2":{"in_tokens":1218,"out_tokens":548}}}
{"model_id":"gpt-5","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":210,"out_tokens":985,"error":null,"skip_reason":null,"score_raw":0.9047619047619048,"duration_s":12.719048552999993,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":1263},"claude-opus-4-7":{"in_tokens":2583,"out_tokens":410},"mistral-large-2":{"in_tokens":1417,"out_tokens":681}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":692,"out_tokens":948,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":18.653677764999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1505,"out_tokens":2792},"claude-opus-4-7":{"in_tokens":2868,"out_tokens":502},"mistral-large-2":{"in_tokens":1662,"out_tokens":770}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":336,"out_tokens":252,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":6.775259837999954,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1502},"claude-opus-4-7":{"in_tokens":2241,"out_tokens":627},"mistral-large-2":{"in_tokens":1186,"out_tokens":556}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.167537212000013,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1359,"out_tokens":1662},"claude-opus-4-7":{"in_tokens":2609,"out_tokens":739},"mistral-large-2":{"in_tokens":1500,"out_tokens":560}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":434,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":10.136242294999988,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.0,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1963},"claude-opus-4-7":{"in_tokens":2395,"out_tokens":674},"mistral-large-2":{"in_tokens":1397,"out_tokens":629}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":647,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":13.277018778000013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1327,"out_tokens":1531},"claude-opus-4-7":{"in_tokens":2528,"out_tokens":523},"mistral-large-2":{"in_tokens":1425,"out_tokens":572}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":6.889269091000017,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1651},"claude-opus-4-7":{"in_tokens":2251,"out_tokens":598},"mistral-large-2":{"in_tokens":1228,"out_tokens":567}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":259,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":5.520889721999993,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1202,"out_tokens":1734},"claude-opus-4-7":{"in_tokens":2218,"out_tokens":586},"mistral-large-2":{"in_tokens":1348,"out_tokens":576}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":515,"out_tokens":716,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":14.528507779999984,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1254,"out_tokens":1519},"claude-opus-4-7":{"in_tokens":2333,"out_tokens":508},"mistral-large-2":{"in_tokens":1410,"out_tokens":679}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":250,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":6.2273452289999796,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1161,"out_tokens":1679},"claude-opus-4-7":{"in_tokens":2376,"out_tokens":518},"mistral-large-2":{"in_tokens":1283,"out_tokens":672}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1442,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":20.635957324999993,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1418,"out_tokens":1428},"claude-opus-4-7":{"in_tokens":2699,"out_tokens":527},"mistral-large-2":{"in_tokens":1549,"out_tokens":679}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":243,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":19.64697436,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1225,"out_tokens":1329},"claude-opus-4-7":{"in_tokens":2321,"out_tokens":652},"mistral-large-2":{"in_tokens":1319,"out_tokens":657}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":572,"out_tokens":297,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":7.281540426999982,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1516,"out_tokens":1545},"claude-opus-4-7":{"in_tokens":2795,"out_tokens":590},"mistral-large-2":{"in_tokens":1708,"out_tokens":582}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":779,"out_tokens":1091,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":20.289672578000022,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1577,"out_tokens":1810},"claude-opus-4-7":{"in_tokens":3020,"out_tokens":783},"mistral-large-2":{"in_tokens":1761,"out_tokens":625}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":284,"out_tokens":1252,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":18.875199027999997,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.25,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1218,"out_tokens":1806},"claude-opus-4-7":{"in_tokens":2425,"out_tokens":731},"mistral-large-2":{"in_tokens":1331,"out_tokens":645}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":886,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":15.68203259300003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1301,"out_tokens":1175},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":499},"mistral-large-2":{"in_tokens":1391,"out_tokens":465}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":403,"out_tokens":196,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":28.04920738200002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1216,"out_tokens":1478},"claude-opus-4-7":{"in_tokens":2337,"out_tokens":525},"mistral-large-2":{"in_tokens":1331,"out_tokens":616}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":5.231165723999993,"hallucination_count":6.0,"hallucination_top100":0,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1195,"out_tokens":2079},"claude-opus-4-7":{"in_tokens":2312,"out_tokens":790},"mistral-large-2":{"in_tokens":1320,"out_tokens":760}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":130,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":27.268084759999965,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":992,"out_tokens":1206},"claude-opus-4-7":{"in_tokens":1858,"out_tokens":467},"mistral-large-2":{"in_tokens":1094,"out_tokens":520}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":842,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":12.447725289999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1123,"out_tokens":1702},"claude-opus-4-7":{"in_tokens":2167,"out_tokens":448},"mistral-large-2":{"in_tokens":1216,"out_tokens":499}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":977,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.272580425,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1363,"out_tokens":1664},"claude-opus-4-7":{"in_tokens":2696,"out_tokens":581},"mistral-large-2":{"in_tokens":1475,"out_tokens":631}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":446,"out_tokens":241,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":22.816576204,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1256,"out_tokens":1059},"claude-opus-4-7":{"in_tokens":2407,"out_tokens":548},"mistral-large-2":{"in_tokens":1378,"out_tokens":530}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":522,"out_tokens":833,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":16.91291460499997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":2597},"claude-opus-4-7":{"in_tokens":2616,"out_tokens":568},"mistral-large-2":{"in_tokens":1609,"out_tokens":648}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":380,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":7.688228088000017,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1771},"claude-opus-4-7":{"in_tokens":2744,"out_tokens":753},"mistral-large-2":{"in_tokens":1547,"out_tokens":645}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1743,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":30.018571139000017,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1329,"out_tokens":1831},"claude-opus-4-7":{"in_tokens":2597,"out_tokens":630},"mistral-large-2":{"in_tokens":1507,"out_tokens":690}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":330,"out_tokens":177,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":19.04974977300003,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1037,"out_tokens":943},"claude-opus-4-7":{"in_tokens":2077,"out_tokens":499},"mistral-large-2":{"in_tokens":1109,"out_tokens":508}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":255,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":6.281134693000013,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":2501},"claude-opus-4-7":{"in_tokens":2265,"out_tokens":708},"mistral-large-2":{"in_tokens":1314,"out_tokens":938}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":685,"out_tokens":975,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":17.528772919999994,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.875,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1419,"out_tokens":1855},"claude-opus-4-7":{"in_tokens":2849,"out_tokens":547},"mistral-large-2":{"in_tokens":1574,"out_tokens":720}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":862,"out_tokens":790,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":16.55209960000002,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1546,"out_tokens":2522},"claude-opus-4-7":{"in_tokens":2975,"out_tokens":706},"mistral-large-2":{"in_tokens":1734,"out_tokens":650}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":1962,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":32.39402282400005,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1371,"out_tokens":1314},"claude-opus-4-7":{"in_tokens":2585,"out_tokens":494},"mistral-large-2":{"in_tokens":1492,"out_tokens":689}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":291,"out_tokens":1105,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":22.454187632000014,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1244,"out_tokens":1880},"claude-opus-4-7":{"in_tokens":2475,"out_tokens":812},"mistral-large-2":{"in_tokens":1345,"out_tokens":644}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":903,"out_tokens":856,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":15.320551082000009,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":2363},"claude-opus-4-7":{"in_tokens":3142,"out_tokens":671},"mistral-large-2":{"in_tokens":1901,"out_tokens":490}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":18.661508155999968,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1154,"out_tokens":1894},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":471},"mistral-large-2":{"in_tokens":1303,"out_tokens":616}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":319,"out_tokens":218,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":21.24850379100002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1127},"claude-opus-4-7":{"in_tokens":2153,"out_tokens":470},"mistral-large-2":{"in_tokens":1167,"out_tokens":620}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":378,"out_tokens":164,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":17.061274249000007,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1158},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":519},"mistral-large-2":{"in_tokens":1195,"out_tokens":455}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":311,"out_tokens":1395,"error":null,"skip_reason":null,"score_raw":0.8666666666666667,"duration_s":19.896690584999988,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":1235},"claude-opus-4-7":{"in_tokens":2539,"out_tokens":601},"mistral-large-2":{"in_tokens":1481,"out_tokens":785}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":513,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":12.26608094300002,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1402,"out_tokens":2088},"claude-opus-4-7":{"in_tokens":2746,"out_tokens":808},"mistral-large-2":{"in_tokens":1551,"out_tokens":663}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":1019,"out_tokens":1018,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":21.473272194000003,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1939,"out_tokens":2339},"claude-opus-4-7":{"in_tokens":3623,"out_tokens":619},"mistral-large-2":{"in_tokens":2091,"out_tokens":655}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":778,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":14.483123783999986,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1231},"claude-opus-4-7":{"in_tokens":2606,"out_tokens":482},"mistral-large-2":{"in_tokens":1480,"out_tokens":642}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":393,"out_tokens":213,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":5.522288680000031,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1196,"out_tokens":1281},"claude-opus-4-7":{"in_tokens":2323,"out_tokens":660},"mistral-large-2":{"in_tokens":1300,"out_tokens":599}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":480,"out_tokens":223,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":19.812678093000045,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1343,"out_tokens":1438},"claude-opus-4-7":{"in_tokens":2634,"out_tokens":591},"mistral-large-2":{"in_tokens":1505,"out_tokens":551}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":784,"out_tokens":841,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":16.175900290000016,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1499,"out_tokens":2238},"claude-opus-4-7":{"in_tokens":2864,"out_tokens":581},"mistral-large-2":{"in_tokens":1661,"out_tokens":653}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":1305,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":21.695776653000053,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1150,"out_tokens":1647},"claude-opus-4-7":{"in_tokens":2171,"out_tokens":435},"mistral-large-2":{"in_tokens":1253,"out_tokens":558}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":603,"out_tokens":1011,"error":null,"skip_reason":null,"score_raw":0.8148148148148148,"duration_s":22.793427576,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1477,"out_tokens":2296},"claude-opus-4-7":{"in_tokens":2890,"out_tokens":626},"mistral-large-2":{"in_tokens":1641,"out_tokens":696}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":369,"out_tokens":288,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":6.714442421000001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1198,"out_tokens":2031},"claude-opus-4-7":{"in_tokens":2390,"out_tokens":832},"mistral-large-2":{"in_tokens":1305,"out_tokens":544}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":554,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":19.14025289099999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":797},"claude-opus-4-7":{"in_tokens":2618,"out_tokens":496},"mistral-large-2":{"in_tokens":1586,"out_tokens":513}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":713,"out_tokens":576,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":11.014533459999996,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1267,"out_tokens":1771},"claude-opus-4-7":{"in_tokens":2417,"out_tokens":583},"mistral-large-2":{"in_tokens":1401,"out_tokens":610}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":1101,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":20.853951499999994,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1222,"out_tokens":1578},"claude-opus-4-7":{"in_tokens":2308,"out_tokens":565},"mistral-large-2":{"in_tokens":1323,"out_tokens":648}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":20.242975991000037,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1121,"out_tokens":1466},"claude-opus-4-7":{"in_tokens":2155,"out_tokens":497},"mistral-large-2":{"in_tokens":1212,"out_tokens":570}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":1999,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":32.236803897000016,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1483,"out_tokens":2313},"claude-opus-4-7":{"in_tokens":2885,"out_tokens":635},"mistral-large-2":{"in_tokens":1628,"out_tokens":688}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":362,"out_tokens":286,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":5.924516861000029,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1142,"out_tokens":1840},"claude-opus-4-7":{"in_tokens":2248,"out_tokens":527},"mistral-large-2":{"in_tokens":1249,"out_tokens":487}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":673,"out_tokens":966,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":18.01226501299999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1408,"out_tokens":1571},"claude-opus-4-7":{"in_tokens":2735,"out_tokens":542},"mistral-large-2":{"in_tokens":1569,"out_tokens":839}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":364,"out_tokens":1751,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":25.658093685999972,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1492,"out_tokens":2303},"claude-opus-4-7":{"in_tokens":2848,"out_tokens":648},"mistral-large-2":{"in_tokens":1644,"out_tokens":1083}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":29.18797619100002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1590,"out_tokens":1571},"claude-opus-4-7":{"in_tokens":2956,"out_tokens":654},"mistral-large-2":{"in_tokens":1705,"out_tokens":562}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":346,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":18.043359721,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1157,"out_tokens":1821},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":603},"mistral-large-2":{"in_tokens":1280,"out_tokens":658}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":721,"out_tokens":835,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":15.41192222799998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1420,"out_tokens":1781},"claude-opus-4-7":{"in_tokens":2760,"out_tokens":689},"mistral-large-2":{"in_tokens":1549,"out_tokens":569}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":345,"error":null,"skip_reason":null,"score_raw":0.125,"duration_s":6.660693079999987,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1651},"claude-opus-4-7":{"in_tokens":2310,"out_tokens":718},"mistral-large-2":{"in_tokens":1363,"out_tokens":703}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":627,"out_tokens":971,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":17.315780168000003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1372,"out_tokens":1373},"claude-opus-4-7":{"in_tokens":2783,"out_tokens":620},"mistral-large-2":{"in_tokens":1504,"out_tokens":560}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":506,"out_tokens":440,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":70.36742228999998,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1533,"out_tokens":2847},"claude-opus-4-7":{"in_tokens":2985,"out_tokens":638},"mistral-large-2":{"in_tokens":1714,"out_tokens":627}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":358,"out_tokens":206,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":5.6432656000000065,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1115,"out_tokens":1204},"claude-opus-4-7":{"in_tokens":2152,"out_tokens":596},"mistral-large-2":{"in_tokens":1234,"out_tokens":511}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":657,"out_tokens":891,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":17.414211180999985,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1326,"out_tokens":2694},"claude-opus-4-7":{"in_tokens":2592,"out_tokens":537},"mistral-large-2":{"in_tokens":1467,"out_tokens":512}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":407,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":70.01819725000001,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1782,"out_tokens":3643},"claude-opus-4-7":{"in_tokens":3333,"out_tokens":911},"mistral-large-2":{"in_tokens":1913,"out_tokens":813}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":333,"out_tokens":365,"error":null,"skip_reason":null,"score_raw":0.1851851851851852,"duration_s":68.201476985,"hallucination_count":7.0,"hallucination_top100":0,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":6,"judge_tokens":{"gpt-5":{"in_tokens":1302,"out_tokens":2363},"claude-opus-4-7":{"in_tokens":2527,"out_tokens":778},"mistral-large-2":{"in_tokens":1410,"out_tokens":835}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":445,"out_tokens":233,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":19.75877931499997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1216},"claude-opus-4-7":{"in_tokens":2472,"out_tokens":552},"mistral-large-2":{"in_tokens":1401,"out_tokens":566}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":1264,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.172482253999988,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1099,"out_tokens":1832},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":554},"mistral-large-2":{"in_tokens":1231,"out_tokens":670}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":387,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":19.43230519499997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1117,"out_tokens":1280},"claude-opus-4-7":{"in_tokens":2163,"out_tokens":526},"mistral-large-2":{"in_tokens":1225,"out_tokens":618}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":340,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":6.680317083999967,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1091,"out_tokens":1751},"claude-opus-4-7":{"in_tokens":2113,"out_tokens":560},"mistral-large-2":{"in_tokens":1142,"out_tokens":545}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":918,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":17.325792405999948,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1422,"out_tokens":2075},"claude-opus-4-7":{"in_tokens":2645,"out_tokens":614},"mistral-large-2":{"in_tokens":1567,"out_tokens":996}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1569,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":27.742668254999955,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1319},"claude-opus-4-7":{"in_tokens":2416,"out_tokens":534},"mistral-large-2":{"in_tokens":1368,"out_tokens":748}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":618,"out_tokens":753,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":14.356258226000023,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1314,"out_tokens":2375},"claude-opus-4-7":{"in_tokens":2517,"out_tokens":649},"mistral-large-2":{"in_tokens":1465,"out_tokens":632}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":384,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":9.871686133000026,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1272,"out_tokens":1182},"claude-opus-4-7":{"in_tokens":2453,"out_tokens":570},"mistral-large-2":{"in_tokens":1355,"out_tokens":564}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":1179,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":18.574263949,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1794},"claude-opus-4-7":{"in_tokens":2324,"out_tokens":492},"mistral-large-2":{"in_tokens":1220,"out_tokens":486}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1505,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":25.00602461599999,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1436,"out_tokens":2048},"claude-opus-4-7":{"in_tokens":2701,"out_tokens":537},"mistral-large-2":{"in_tokens":1591,"out_tokens":613}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":366,"out_tokens":397,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":9.279938061999985,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":2236},"claude-opus-4-7":{"in_tokens":2383,"out_tokens":578},"mistral-large-2":{"in_tokens":1389,"out_tokens":609}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":380,"out_tokens":235,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":22.054120497999975,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1148,"out_tokens":1164},"claude-opus-4-7":{"in_tokens":2247,"out_tokens":493},"mistral-large-2":{"in_tokens":1276,"out_tokens":547}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":626,"out_tokens":751,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":15.29134301900001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":1517},"claude-opus-4-7":{"in_tokens":2441,"out_tokens":690},"mistral-large-2":{"in_tokens":1375,"out_tokens":614}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":414,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":10.290011339999978,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1509,"out_tokens":1896},"claude-opus-4-7":{"in_tokens":3045,"out_tokens":612},"mistral-large-2":{"in_tokens":1626,"out_tokens":986}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":383,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":23.014343646999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1208,"out_tokens":1675},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":603},"mistral-large-2":{"in_tokens":1303,"out_tokens":671}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":605,"out_tokens":1032,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":19.770347096000023,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1376,"out_tokens":2880},"claude-opus-4-7":{"in_tokens":2673,"out_tokens":452},"mistral-large-2":{"in_tokens":1465,"out_tokens":505}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":590,"out_tokens":599,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":12.655395219000013,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1120,"out_tokens":1058},"claude-opus-4-7":{"in_tokens":2166,"out_tokens":399},"mistral-large-2":{"in_tokens":1219,"out_tokens":493}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":473,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":10.513657234999982,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1455,"out_tokens":1438},"claude-opus-4-7":{"in_tokens":2910,"out_tokens":556},"mistral-large-2":{"in_tokens":1574,"out_tokens":532}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":20.907669322000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1398},"claude-opus-4-7":{"in_tokens":2170,"out_tokens":552},"mistral-large-2":{"in_tokens":1190,"out_tokens":566}}}
{"model_id":"claude-opus-4-7","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":617,"out_tokens":816,"error":null,"skip_reason":null,"score_raw":0.8148148148148148,"duration_s":15.497707730000002,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1333,"out_tokens":3095},"claude-opus-4-7":{"in_tokens":2517,"out_tokens":584},"mistral-large-2":{"in_tokens":1463,"out_tokens":621}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":354,"out_tokens":174,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":22.321219711000026,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1045,"out_tokens":1287},"claude-opus-4-7":{"in_tokens":2083,"out_tokens":500},"mistral-large-2":{"in_tokens":1145,"out_tokens":442}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":1625,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":22.713945858999978,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1219,"out_tokens":1340},"claude-opus-4-7":{"in_tokens":2403,"out_tokens":550},"mistral-large-2":{"in_tokens":1314,"out_tokens":515}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":351,"out_tokens":172,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":18.95029951800001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1083},"claude-opus-4-7":{"in_tokens":2103,"out_tokens":499},"mistral-large-2":{"in_tokens":1208,"out_tokens":504}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":307,"out_tokens":597,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":14.021410237999987,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":1927},"claude-opus-4-7":{"in_tokens":2631,"out_tokens":530},"mistral-large-2":{"in_tokens":1400,"out_tokens":589}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":341,"out_tokens":207,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":21.54964387000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1125,"out_tokens":1580},"claude-opus-4-7":{"in_tokens":2135,"out_tokens":508},"mistral-large-2":{"in_tokens":1224,"out_tokens":476}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":2017,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":26.71371911600005,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":1260},"claude-opus-4-7":{"in_tokens":2442,"out_tokens":538},"mistral-large-2":{"in_tokens":1343,"out_tokens":503}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":2238,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":33.06519800899997,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":1538},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":558},"mistral-large-2":{"in_tokens":1595,"out_tokens":735}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":839,"out_tokens":1303,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":25.535445680999942,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":2705},"claude-opus-4-7":{"in_tokens":3527,"out_tokens":587},"mistral-large-2":{"in_tokens":1960,"out_tokens":731}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":793,"out_tokens":1350,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":26.883641005000015,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1641,"out_tokens":2609},"claude-opus-4-7":{"in_tokens":3392,"out_tokens":648},"mistral-large-2":{"in_tokens":1776,"out_tokens":633}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":21.921091977999936,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":1419},"claude-opus-4-7":{"in_tokens":2013,"out_tokens":479},"mistral-large-2":{"in_tokens":1088,"out_tokens":495}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":335,"out_tokens":159,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":19.131179832999976,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1063,"out_tokens":803},"claude-opus-4-7":{"in_tokens":2003,"out_tokens":548},"mistral-large-2":{"in_tokens":1135,"out_tokens":480}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":2126,"error":null,"skip_reason":null,"score_raw":0.9583333333333334,"duration_s":35.52083423500005,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1652,"out_tokens":2368},"claude-opus-4-7":{"in_tokens":3202,"out_tokens":560},"mistral-large-2":{"in_tokens":1859,"out_tokens":614}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":677,"out_tokens":1191,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":22.795219162000024,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1433,"out_tokens":2431},"claude-opus-4-7":{"in_tokens":2913,"out_tokens":609},"mistral-large-2":{"in_tokens":1523,"out_tokens":677}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":771,"out_tokens":1452,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":27.180081389999998,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1759,"out_tokens":2275},"claude-opus-4-7":{"in_tokens":3482,"out_tokens":614},"mistral-large-2":{"in_tokens":1896,"out_tokens":756}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":700,"error":null,"skip_reason":null,"score_raw":0.7777777777777777,"duration_s":17.43316378999998,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1406,"out_tokens":2258},"claude-opus-4-7":{"in_tokens":2839,"out_tokens":516},"mistral-large-2":{"in_tokens":1486,"out_tokens":436}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":328,"out_tokens":168,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":19.671218081999996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":983,"out_tokens":980},"claude-opus-4-7":{"in_tokens":1917,"out_tokens":411},"mistral-large-2":{"in_tokens":1060,"out_tokens":502}}}
{"model_id":"gemini-2-5-pro","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":359,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.7037037037037037,"duration_s":19.93565958199997,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1074,"out_tokens":1057},"claude-opus-4-7":{"in_tokens":2040,"out_tokens":466},"mistral-large-2":{"in_tokens":1171,"out_tokens":571}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":297,"out_tokens":1125,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":16.151761511000018,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1312,"out_tokens":1520},"claude-opus-4-7":{"in_tokens":2484,"out_tokens":540},"mistral-large-2":{"in_tokens":1421,"out_tokens":675}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":1773,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":31.01558415100004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1066},"claude-opus-4-7":{"in_tokens":2711,"out_tokens":483},"mistral-large-2":{"in_tokens":1660,"out_tokens":488}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":1921,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":23.49141348699993,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1975,"out_tokens":1855},"claude-opus-4-7":{"in_tokens":3659,"out_tokens":672},"mistral-large-2":{"in_tokens":2131,"out_tokens":851}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":564,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":12.808738504999951,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":2227},"claude-opus-4-7":{"in_tokens":2572,"out_tokens":515},"mistral-large-2":{"in_tokens":1336,"out_tokens":532}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":915,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":19.607024109000008,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1200,"out_tokens":1963},"claude-opus-4-7":{"in_tokens":2366,"out_tokens":488},"mistral-large-2":{"in_tokens":1265,"out_tokens":495}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1274,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":25.605416047999938,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":2120},"claude-opus-4-7":{"in_tokens":2719,"out_tokens":562},"mistral-large-2":{"in_tokens":1493,"out_tokens":505}}}
{"model_id":"mistral-large-2","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":331,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.875,"duration_s":65.34275104699998,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":994,"out_tokens":877},"claude-opus-4-7":{"in_tokens":1950,"out_tokens":423},"mistral-large-2":{"in_tokens":1086,"out_tokens":471}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":283,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":22.63963310099996,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1407,"out_tokens":2012},"claude-opus-4-7":{"in_tokens":2803,"out_tokens":671},"mistral-large-2":{"in_tokens":1501,"out_tokens":705}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":558,"out_tokens":1183,"error":null,"skip_reason":null,"score_raw":0.4444444444444445,"duration_s":23.38177414500001,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1336,"out_tokens":2783},"claude-opus-4-7":{"in_tokens":2635,"out_tokens":694},"mistral-large-2":{"in_tokens":1428,"out_tokens":641}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":388,"out_tokens":225,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":23.836846369,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":2034},"claude-opus-4-7":{"in_tokens":2503,"out_tokens":538},"mistral-large-2":{"in_tokens":1289,"out_tokens":535}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":604,"out_tokens":1189,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":22.99193237399993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1396,"out_tokens":2637},"claude-opus-4-7":{"in_tokens":2758,"out_tokens":569},"mistral-large-2":{"in_tokens":1521,"out_tokens":984}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":356,"out_tokens":738,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":12.20347670800004,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":2577},"claude-opus-4-7":{"in_tokens":2265,"out_tokens":848},"mistral-large-2":{"in_tokens":1302,"out_tokens":653}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":343,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":18.54280651299996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1127,"out_tokens":1819},"claude-opus-4-7":{"in_tokens":2299,"out_tokens":498},"mistral-large-2":{"in_tokens":1201,"out_tokens":482}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":352,"out_tokens":486,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":11.707821985999999,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1258,"out_tokens":2706},"claude-opus-4-7":{"in_tokens":2473,"out_tokens":691},"mistral-large-2":{"in_tokens":1371,"out_tokens":574}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":385,"out_tokens":382,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":22.504561497000054,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1390,"out_tokens":2005},"claude-opus-4-7":{"in_tokens":2788,"out_tokens":507},"mistral-large-2":{"in_tokens":1502,"out_tokens":653}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":1429,"error":null,"skip_reason":null,"score_raw":0.8518518518518517,"duration_s":23.567835962999993,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1463,"out_tokens":2094},"claude-opus-4-7":{"in_tokens":2817,"out_tokens":725},"mistral-large-2":{"in_tokens":1615,"out_tokens":632}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":404,"out_tokens":528,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":73.28194893,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1474,"out_tokens":2377},"claude-opus-4-7":{"in_tokens":3075,"out_tokens":621},"mistral-large-2":{"in_tokens":1581,"out_tokens":627}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":310,"out_tokens":2041,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":37.128574524999976,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1350,"out_tokens":2204},"claude-opus-4-7":{"in_tokens":2580,"out_tokens":633},"mistral-large-2":{"in_tokens":1507,"out_tokens":596}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":353,"out_tokens":1085,"error":null,"skip_reason":null,"score_raw":0.8148148148148149,"duration_s":14.923904734999951,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1373,"out_tokens":1800},"claude-opus-4-7":{"in_tokens":2669,"out_tokens":707},"mistral-large-2":{"in_tokens":1499,"out_tokens":702}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":349,"out_tokens":442,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":69.99187603799999,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1261,"out_tokens":1450},"claude-opus-4-7":{"in_tokens":2590,"out_tokens":472},"mistral-large-2":{"in_tokens":1355,"out_tokens":533}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":490,"out_tokens":1094,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":20.657116289999976,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1262,"out_tokens":2814},"claude-opus-4-7":{"in_tokens":2454,"out_tokens":779},"mistral-large-2":{"in_tokens":1317,"out_tokens":593}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":302,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":20.75480629799995,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1036,"out_tokens":1404},"claude-opus-4-7":{"in_tokens":2014,"out_tokens":373},"mistral-large-2":{"in_tokens":1111,"out_tokens":725}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":873,"error":null,"skip_reason":null,"score_raw":0.4444444444444445,"duration_s":21.749085041999933,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.16666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1570,"out_tokens":2034},"claude-opus-4-7":{"in_tokens":3174,"out_tokens":555},"mistral-large-2":{"in_tokens":1693,"out_tokens":747}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":1090,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":20.183482787999992,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1339,"out_tokens":2150},"claude-opus-4-7":{"in_tokens":2635,"out_tokens":719},"mistral-large-2":{"in_tokens":1410,"out_tokens":518}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":21.261935908000055,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":972,"out_tokens":1614},"claude-opus-4-7":{"in_tokens":1951,"out_tokens":399},"mistral-large-2":{"in_tokens":1038,"out_tokens":394}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":601,"out_tokens":1272,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":26.464959960999977,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":1576},"claude-opus-4-7":{"in_tokens":2790,"out_tokens":591},"mistral-large-2":{"in_tokens":1561,"out_tokens":605}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":604,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":16.008400235999943,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1275,"out_tokens":1949},"claude-opus-4-7":{"in_tokens":2516,"out_tokens":564},"mistral-large-2":{"in_tokens":1342,"out_tokens":521}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":386,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":8.699669368999935,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":2046},"claude-opus-4-7":{"in_tokens":2255,"out_tokens":812},"mistral-large-2":{"in_tokens":1208,"out_tokens":633}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":305,"out_tokens":593,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":14.014646825,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1309,"out_tokens":1586},"claude-opus-4-7":{"in_tokens":2693,"out_tokens":624},"mistral-large-2":{"in_tokens":1400,"out_tokens":497}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":608,"out_tokens":1484,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":28.987900026000034,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1502,"out_tokens":2224},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":455},"mistral-large-2":{"in_tokens":1612,"out_tokens":479}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":289,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.611111111111111,"duration_s":22.877087090999908,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":924,"out_tokens":1205},"claude-opus-4-7":{"in_tokens":1861,"out_tokens":428},"mistral-large-2":{"in_tokens":969,"out_tokens":470}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":337,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.38095238095238093,"duration_s":22.735946806000015,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1064,"out_tokens":1586},"claude-opus-4-7":{"in_tokens":2085,"out_tokens":426},"mistral-large-2":{"in_tokens":1155,"out_tokens":616}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":435,"out_tokens":490,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":9.705847634999941,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":2606},"claude-opus-4-7":{"in_tokens":2775,"out_tokens":602},"mistral-large-2":{"in_tokens":1526,"out_tokens":730}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":259,"out_tokens":647,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":15.593498974,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1316,"out_tokens":2281},"claude-opus-4-7":{"in_tokens":2605,"out_tokens":712},"mistral-large-2":{"in_tokens":1406,"out_tokens":564}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":327,"out_tokens":475,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":11.561784246000002,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":2218},"claude-opus-4-7":{"in_tokens":2599,"out_tokens":699},"mistral-large-2":{"in_tokens":1389,"out_tokens":596}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":507,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.418972015999998,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1263,"out_tokens":1118},"claude-opus-4-7":{"in_tokens":2510,"out_tokens":564},"mistral-large-2":{"in_tokens":1348,"out_tokens":606}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":251,"out_tokens":246,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":19.03969722399995,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":963,"out_tokens":1957},"claude-opus-4-7":{"in_tokens":1838,"out_tokens":381},"mistral-large-2":{"in_tokens":999,"out_tokens":390}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":304,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":21.861038407000024,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":984,"out_tokens":1352},"claude-opus-4-7":{"in_tokens":1980,"out_tokens":468},"mistral-large-2":{"in_tokens":1053,"out_tokens":556}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":483,"out_tokens":1184,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":24.010713710999994,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1296,"out_tokens":1519},"claude-opus-4-7":{"in_tokens":2581,"out_tokens":474},"mistral-large-2":{"in_tokens":1382,"out_tokens":517}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":324,"out_tokens":1364,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":30.742741147999936,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1194,"out_tokens":1489},"claude-opus-4-7":{"in_tokens":2371,"out_tokens":631},"mistral-large-2":{"in_tokens":1310,"out_tokens":548}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":303,"out_tokens":364,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":8.994022960999928,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1146,"out_tokens":1217},"claude-opus-4-7":{"in_tokens":2305,"out_tokens":511},"mistral-large-2":{"in_tokens":1191,"out_tokens":480}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":275,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":8.663513437000006,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1067,"out_tokens":2121},"claude-opus-4-7":{"in_tokens":2196,"out_tokens":598},"mistral-large-2":{"in_tokens":1132,"out_tokens":617}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":314,"out_tokens":1656,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":28.502934555000024,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1360,"out_tokens":2235},"claude-opus-4-7":{"in_tokens":2512,"out_tokens":638},"mistral-large-2":{"in_tokens":1504,"out_tokens":654}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":1172,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":21.733969296000055,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1438,"out_tokens":2656},"claude-opus-4-7":{"in_tokens":2854,"out_tokens":943},"mistral-large-2":{"in_tokens":1562,"out_tokens":631}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":292,"out_tokens":229,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":17.98669547999998,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":983,"out_tokens":1530},"claude-opus-4-7":{"in_tokens":2010,"out_tokens":456},"mistral-large-2":{"in_tokens":1044,"out_tokens":443}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":339,"out_tokens":3093,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":55.06756943900007,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1583,"out_tokens":1758},"claude-opus-4-7":{"in_tokens":3115,"out_tokens":606},"mistral-large-2":{"in_tokens":1764,"out_tokens":671}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":777,"out_tokens":1565,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":29.783419757000047,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1788,"out_tokens":3107},"claude-opus-4-7":{"in_tokens":3426,"out_tokens":808},"mistral-large-2":{"in_tokens":1892,"out_tokens":609}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":566,"out_tokens":755,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":14.12167776199999,"hallucination_count":6.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":2174,"out_tokens":3051},"claude-opus-4-7":{"in_tokens":4225,"out_tokens":952},"mistral-large-2":{"in_tokens":2271,"out_tokens":929}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":326,"out_tokens":1805,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":36.685742007000044,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1330,"out_tokens":2403},"claude-opus-4-7":{"in_tokens":2586,"out_tokens":617},"mistral-large-2":{"in_tokens":1491,"out_tokens":952}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":562,"out_tokens":1173,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":25.100625691000005,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1413,"out_tokens":2308},"claude-opus-4-7":{"in_tokens":2725,"out_tokens":784},"mistral-large-2":{"in_tokens":1516,"out_tokens":904}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":287,"out_tokens":260,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":21.8951147680001,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1033,"out_tokens":2106},"claude-opus-4-7":{"in_tokens":2061,"out_tokens":634},"mistral-large-2":{"in_tokens":1088,"out_tokens":745}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":834,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":16.09907078599997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":1336},"claude-opus-4-7":{"in_tokens":2394,"out_tokens":483},"mistral-large-2":{"in_tokens":1240,"out_tokens":487}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":1049,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":24.088459652999973,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.6,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2331,"out_tokens":2905},"claude-opus-4-7":{"in_tokens":4586,"out_tokens":904},"mistral-large-2":{"in_tokens":2502,"out_tokens":761}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":244,"out_tokens":293,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":21.80681709199996,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1004,"out_tokens":1396},"claude-opus-4-7":{"in_tokens":2008,"out_tokens":550},"mistral-large-2":{"in_tokens":1063,"out_tokens":534}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":432,"out_tokens":238,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":23.221371008999995,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1214,"out_tokens":1792},"claude-opus-4-7":{"in_tokens":2327,"out_tokens":499},"mistral-large-2":{"in_tokens":1272,"out_tokens":809}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":552,"out_tokens":1011,"error":null,"skip_reason":null,"score_raw":0.7142857142857143,"duration_s":19.47826363899992,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1248,"out_tokens":2561},"claude-opus-4-7":{"in_tokens":2514,"out_tokens":445},"mistral-large-2":{"in_tokens":1324,"out_tokens":865}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":1095,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":23.85087148399998,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1181,"out_tokens":1282},"claude-opus-4-7":{"in_tokens":2254,"out_tokens":514},"mistral-large-2":{"in_tokens":1324,"out_tokens":715}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":521,"out_tokens":1009,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":23.842283037000016,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2257,"out_tokens":2595},"claude-opus-4-7":{"in_tokens":4419,"out_tokens":829},"mistral-large-2":{"in_tokens":2448,"out_tokens":777}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":313,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":22.97141422499999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1118,"out_tokens":1330},"claude-opus-4-7":{"in_tokens":2271,"out_tokens":534},"mistral-large-2":{"in_tokens":1201,"out_tokens":604}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":296,"out_tokens":279,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":20.396860178999987,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1068,"out_tokens":1186},"claude-opus-4-7":{"in_tokens":2075,"out_tokens":590},"mistral-large-2":{"in_tokens":1123,"out_tokens":521}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":478,"out_tokens":1031,"error":null,"skip_reason":null,"score_raw":0.6333333333333333,"duration_s":23.744272454999987,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2285,"out_tokens":2781},"claude-opus-4-7":{"in_tokens":4507,"out_tokens":774},"mistral-large-2":{"in_tokens":2462,"out_tokens":841}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":321,"out_tokens":1531,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":28.212704064000036,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1278,"out_tokens":2048},"claude-opus-4-7":{"in_tokens":2404,"out_tokens":561},"mistral-large-2":{"in_tokens":1381,"out_tokens":584}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":342,"out_tokens":559,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":14.114030366000065,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1365,"out_tokens":1164},"claude-opus-4-7":{"in_tokens":2682,"out_tokens":489},"mistral-large-2":{"in_tokens":1450,"out_tokens":699}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":309,"out_tokens":1646,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":33.08355119399994,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1212,"out_tokens":2121},"claude-opus-4-7":{"in_tokens":2344,"out_tokens":482},"mistral-large-2":{"in_tokens":1289,"out_tokens":489}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":306,"out_tokens":1541,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":30.842509684999982,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1140,"out_tokens":2018},"claude-opus-4-7":{"in_tokens":2185,"out_tokens":382},"mistral-large-2":{"in_tokens":1235,"out_tokens":587}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":1015,"out_tokens":1746,"error":null,"skip_reason":null,"score_raw":0.6999999999999998,"duration_s":31.715034831000025,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":1.0,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2338,"out_tokens":2748},"claude-opus-4-7":{"in_tokens":4528,"out_tokens":784},"mistral-large-2":{"in_tokens":2455,"out_tokens":680}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":211,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":21.019542816000012,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":1098},"claude-opus-4-7":{"in_tokens":2009,"out_tokens":440},"mistral-large-2":{"in_tokens":1039,"out_tokens":423}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":263,"out_tokens":296,"error":null,"skip_reason":null,"score_raw":0.5714285714285714,"duration_s":20.00442749199999,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1030,"out_tokens":1588},"claude-opus-4-7":{"in_tokens":2097,"out_tokens":394},"mistral-large-2":{"in_tokens":1089,"out_tokens":485}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":842,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":20.2787564570001,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1890,"out_tokens":1958},"claude-opus-4-7":{"in_tokens":3882,"out_tokens":751},"mistral-large-2":{"in_tokens":2024,"out_tokens":704}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":298,"out_tokens":824,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":16.192108527000073,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1523,"out_tokens":1937},"claude-opus-4-7":{"in_tokens":3023,"out_tokens":435},"mistral-large-2":{"in_tokens":1631,"out_tokens":712}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":999,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":38.356132890000026,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2394,"out_tokens":3728},"claude-opus-4-7":{"in_tokens":4685,"out_tokens":936},"mistral-large-2":{"in_tokens":2590,"out_tokens":942}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":704,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":17.30313799599992,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1674,"out_tokens":2813},"claude-opus-4-7":{"in_tokens":3252,"out_tokens":850},"mistral-large-2":{"in_tokens":1786,"out_tokens":722}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":942,"out_tokens":1804,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":35.685064582999985,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2237,"out_tokens":2567},"claude-opus-4-7":{"in_tokens":4379,"out_tokens":724},"mistral-large-2":{"in_tokens":2441,"out_tokens":1176}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":547,"out_tokens":276,"error":null,"skip_reason":null,"score_raw":0.19999999999999998,"duration_s":24.79516028499995,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1711,"out_tokens":2365},"claude-opus-4-7":{"in_tokens":3334,"out_tokens":865},"mistral-large-2":{"in_tokens":1796,"out_tokens":757}}}
{"model_id":"gpt-5","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":323,"out_tokens":1917,"error":null,"skip_reason":null,"score_raw":0.9259259259259259,"duration_s":30.16690406600003,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1409,"out_tokens":2137},"claude-opus-4-7":{"in_tokens":2716,"out_tokens":552},"mistral-large-2":{"in_tokens":1539,"out_tokens":684}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":516,"out_tokens":371,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":25.164624097,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.2,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1703,"out_tokens":2384},"claude-opus-4-7":{"in_tokens":3315,"out_tokens":740},"mistral-large-2":{"in_tokens":1822,"out_tokens":1168}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":921,"out_tokens":1884,"error":null,"skip_reason":null,"score_raw":0.7999999999999999,"duration_s":35.80551123700002,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2283,"out_tokens":3072},"claude-opus-4-7":{"in_tokens":4498,"out_tokens":728},"mistral-large-2":{"in_tokens":2412,"out_tokens":817}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":391,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":24.929786893999903,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1710,"out_tokens":2185},"claude-opus-4-7":{"in_tokens":3376,"out_tokens":617},"mistral-large-2":{"in_tokens":1799,"out_tokens":717}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":711,"out_tokens":970,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":22.571947547000036,"hallucination_count":5.0,"hallucination_top100":0,"inter_rater_agreement":0.4,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2495,"out_tokens":3124},"claude-opus-4-7":{"in_tokens":4876,"out_tokens":1014},"mistral-large-2":{"in_tokens":2597,"out_tokens":947}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":493,"out_tokens":323,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":26.573545611999975,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":1739},"claude-opus-4-7":{"in_tokens":3184,"out_tokens":687},"mistral-large-2":{"in_tokens":1770,"out_tokens":715}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":588,"out_tokens":783,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":20.017229895000014,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2081,"out_tokens":2937},"claude-opus-4-7":{"in_tokens":4121,"out_tokens":760},"mistral-large-2":{"in_tokens":2232,"out_tokens":687}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":891,"out_tokens":1556,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":28.72009368800002,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2120,"out_tokens":2636},"claude-opus-4-7":{"in_tokens":4140,"out_tokens":1013},"mistral-large-2":{"in_tokens":2294,"out_tokens":842}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":607,"out_tokens":872,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":21.546349108000072,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2283,"out_tokens":2381},"claude-opus-4-7":{"in_tokens":4531,"out_tokens":987},"mistral-large-2":{"in_tokens":2442,"out_tokens":865}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":373,"out_tokens":2005,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":36.87509213200008,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1571,"out_tokens":1725},"claude-opus-4-7":{"in_tokens":3249,"out_tokens":520},"mistral-large-2":{"in_tokens":1684,"out_tokens":600}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":612,"out_tokens":1182,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":23.28656015599995,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1426,"out_tokens":2493},"claude-opus-4-7":{"in_tokens":2782,"out_tokens":598},"mistral-large-2":{"in_tokens":1537,"out_tokens":639}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":840,"out_tokens":1322,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":23.97807165600011,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1772,"out_tokens":2873},"claude-opus-4-7":{"in_tokens":3538,"out_tokens":882},"mistral-large-2":{"in_tokens":1915,"out_tokens":863}}}
{"model_id":"mistral-large-2","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":639,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":74.98474555900009,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.0,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1928,"out_tokens":1917},"claude-opus-4-7":{"in_tokens":3895,"out_tokens":809},"mistral-large-2":{"in_tokens":2054,"out_tokens":1207}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":332,"out_tokens":284,"error":null,"skip_reason":null,"score_raw":0.38095238095238093,"duration_s":24.16063131699991,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1110,"out_tokens":1452},"claude-opus-4-7":{"in_tokens":2147,"out_tokens":495},"mistral-large-2":{"in_tokens":1182,"out_tokens":549}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":465,"out_tokens":362,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":31.181065361999913,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1683,"out_tokens":2456},"claude-opus-4-7":{"in_tokens":3284,"out_tokens":653},"mistral-large-2":{"in_tokens":1810,"out_tokens":997}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":372,"out_tokens":2758,"error":null,"skip_reason":null,"score_raw":0.7916666666666666,"duration_s":44.52988148700001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2108,"out_tokens":1615},"claude-opus-4-7":{"in_tokens":4238,"out_tokens":595},"mistral-large-2":{"in_tokens":2292,"out_tokens":902}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":1322,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":26.670951924000065,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1446,"out_tokens":2314},"claude-opus-4-7":{"in_tokens":2794,"out_tokens":595},"mistral-large-2":{"in_tokens":1571,"out_tokens":722}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3371,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":53.338332509,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1934,"out_tokens":2112},"claude-opus-4-7":{"in_tokens":3801,"out_tokens":655},"mistral-large-2":{"in_tokens":2077,"out_tokens":674}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":294,"out_tokens":309,"error":null,"skip_reason":null,"score_raw":0.2222222222222222,"duration_s":21.900302618999945,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1334},"claude-opus-4-7":{"in_tokens":2083,"out_tokens":474},"mistral-large-2":{"in_tokens":1121,"out_tokens":715}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":329,"out_tokens":2061,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":37.68188773999998,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1630,"out_tokens":2232},"claude-opus-4-7":{"in_tokens":3385,"out_tokens":505},"mistral-large-2":{"in_tokens":1720,"out_tokens":581}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":423,"out_tokens":262,"error":null,"skip_reason":null,"score_raw":0.26666666666666666,"duration_s":25.55055969299997,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":2129},"claude-opus-4-7":{"in_tokens":2766,"out_tokens":609},"mistral-large-2":{"in_tokens":1452,"out_tokens":956}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":753,"out_tokens":1642,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":32.24745153399999,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1853,"out_tokens":3220},"claude-opus-4-7":{"in_tokens":3567,"out_tokens":915},"mistral-large-2":{"in_tokens":1971,"out_tokens":788}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":408,"out_tokens":313,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":22.694588986999975,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1324,"out_tokens":2097},"claude-opus-4-7":{"in_tokens":2536,"out_tokens":505},"mistral-large-2":{"in_tokens":1394,"out_tokens":696}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":698,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":22.017462926000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1841,"out_tokens":2280},"claude-opus-4-7":{"in_tokens":3555,"out_tokens":608},"mistral-large-2":{"in_tokens":1928,"out_tokens":708}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":1314,"out_tokens":1937,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":34.934201238000014,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2552,"out_tokens":3897},"claude-opus-4-7":{"in_tokens":4912,"out_tokens":813},"mistral-large-2":{"in_tokens":2656,"out_tokens":882}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":279,"out_tokens":2635,"error":null,"skip_reason":null,"score_raw":0.8888888888888888,"duration_s":40.53173085000003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1512,"out_tokens":1902},"claude-opus-4-7":{"in_tokens":3009,"out_tokens":384},"mistral-large-2":{"in_tokens":1639,"out_tokens":712}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":270,"out_tokens":1908,"error":null,"skip_reason":null,"score_raw":0.888888888888889,"duration_s":28.516933387999984,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1478,"out_tokens":1712},"claude-opus-4-7":{"in_tokens":3050,"out_tokens":395},"mistral-large-2":{"in_tokens":1577,"out_tokens":502}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":1108,"out_tokens":2048,"error":null,"skip_reason":null,"score_raw":0.7333333333333334,"duration_s":39.65428527900008,"hallucination_count":4.0,"hallucination_top100":0,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2394,"out_tokens":3641},"claude-opus-4-7":{"in_tokens":4690,"out_tokens":822},"mistral-large-2":{"in_tokens":2595,"out_tokens":902}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":273,"out_tokens":2242,"error":null,"skip_reason":null,"score_raw":0.9444444444444445,"duration_s":35.22405354499995,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1629,"out_tokens":1133},"claude-opus-4-7":{"in_tokens":3311,"out_tokens":445},"mistral-large-2":{"in_tokens":1726,"out_tokens":787}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":579,"out_tokens":410,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":32.33625698200001,"hallucination_count":4.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1734,"out_tokens":2207},"claude-opus-4-7":{"in_tokens":3407,"out_tokens":878},"mistral-large-2":{"in_tokens":1864,"out_tokens":685}}}
{"model_id":"claude-opus-4-7","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":1114,"out_tokens":1943,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":39.77101501900006,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2466,"out_tokens":2853},"claude-opus-4-7":{"in_tokens":4774,"out_tokens":788},"mistral-large-2":{"in_tokens":2673,"out_tokens":1087}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":316,"out_tokens":3036,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":46.57590316200003,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1732,"out_tokens":1910},"claude-opus-4-7":{"in_tokens":3424,"out_tokens":525},"mistral-large-2":{"in_tokens":1892,"out_tokens":637}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":293,"out_tokens":1794,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":34.25105608000001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1656,"out_tokens":1369},"claude-opus-4-7":{"in_tokens":3287,"out_tokens":421},"mistral-large-2":{"in_tokens":1791,"out_tokens":612}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":253,"out_tokens":2098,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":33.54566109000007,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1266,"out_tokens":2440},"claude-opus-4-7":{"in_tokens":2495,"out_tokens":504},"mistral-large-2":{"in_tokens":1326,"out_tokens":473}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":288,"out_tokens":1987,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":30.58088147000001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":1213},"claude-opus-4-7":{"in_tokens":3450,"out_tokens":376},"mistral-large-2":{"in_tokens":1842,"out_tokens":639}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":278,"out_tokens":1552,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":27.032732248000002,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1495,"out_tokens":2428},"claude-opus-4-7":{"in_tokens":2973,"out_tokens":549},"mistral-large-2":{"in_tokens":1586,"out_tokens":638}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":301,"out_tokens":1354,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":25.122608611000032,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1490,"out_tokens":2108},"claude-opus-4-7":{"in_tokens":2969,"out_tokens":636},"mistral-large-2":{"in_tokens":1608,"out_tokens":660}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":241,"out_tokens":2220,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":35.06511181299993,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1650,"out_tokens":1394},"claude-opus-4-7":{"in_tokens":3273,"out_tokens":432},"mistral-large-2":{"in_tokens":1791,"out_tokens":547}}}
{"model_id":"gemini-2-5-pro","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":580,"out_tokens":358,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":91.18101530199999,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1815,"out_tokens":1891},"claude-opus-4-7":{"in_tokens":3538,"out_tokens":789},"mistral-large-2":{"in_tokens":1934,"out_tokens":739}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":290,"out_tokens":1137,"error":null,"skip_reason":null,"score_raw":0.7619047619047619,"duration_s":17.93538030100001,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1279,"out_tokens":1235},"claude-opus-4-7":{"in_tokens":2627,"out_tokens":546},"mistral-large-2":{"in_tokens":1352,"out_tokens":849}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":283,"out_tokens":1950,"error":null,"skip_reason":null,"score_raw":0.9166666666666666,"duration_s":31.79025471,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1907,"out_tokens":2210},"claude-opus-4-7":{"in_tokens":3787,"out_tokens":790},"mistral-large-2":{"in_tokens":2065,"out_tokens":640}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":413,"out_tokens":3051,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":50.300654835000046,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1592,"out_tokens":3368},"claude-opus-4-7":{"in_tokens":3012,"out_tokens":570},"mistral-large-2":{"in_tokens":1674,"out_tokens":817}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":256,"out_tokens":1902,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":31.033174454999994,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1484,"out_tokens":2257},"claude-opus-4-7":{"in_tokens":3074,"out_tokens":425},"mistral-large-2":{"in_tokens":1580,"out_tokens":755}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":2001,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":34.279590127000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2297,"out_tokens":2097},"claude-opus-4-7":{"in_tokens":4496,"out_tokens":711},"mistral-large-2":{"in_tokens":2508,"out_tokens":709}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":2375,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":42.827434617999984,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2249,"out_tokens":3466},"claude-opus-4-7":{"in_tokens":4444,"out_tokens":784},"mistral-large-2":{"in_tokens":2431,"out_tokens":847}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":538,"out_tokens":3055,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":47.933822821000035,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":2502,"out_tokens":2432},"claude-opus-4-7":{"in_tokens":4915,"out_tokens":788},"mistral-large-2":{"in_tokens":2622,"out_tokens":835}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":463,"out_tokens":2716,"error":null,"skip_reason":null,"score_raw":0.7000000000000001,"duration_s":46.85971499499999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2189,"out_tokens":2209},"claude-opus-4-7":{"in_tokens":4327,"out_tokens":748},"mistral-large-2":{"in_tokens":2305,"out_tokens":867}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":448,"out_tokens":2389,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":40.90282972499995,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.8,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":2175,"out_tokens":2553},"claude-opus-4-7":{"in_tokens":4302,"out_tokens":923},"mistral-large-2":{"in_tokens":2339,"out_tokens":749}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":320,"out_tokens":2044,"error":null,"skip_reason":null,"score_raw":0.8095238095238094,"duration_s":34.722821385999964,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1718,"out_tokens":1404},"claude-opus-4-7":{"in_tokens":3349,"out_tokens":571},"mistral-large-2":{"in_tokens":1827,"out_tokens":543}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":405,"out_tokens":2178,"error":null,"skip_reason":null,"score_raw":0.7666666666666666,"duration_s":40.22434161000001,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1863,"out_tokens":1790},"claude-opus-4-7":{"in_tokens":3817,"out_tokens":732},"mistral-large-2":{"in_tokens":2003,"out_tokens":847}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":277,"out_tokens":1975,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":33.690438990000075,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1637,"out_tokens":1194},"claude-opus-4-7":{"in_tokens":3185,"out_tokens":447},"mistral-large-2":{"in_tokens":1759,"out_tokens":508}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":394,"out_tokens":2330,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":41.000046526000006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1746,"out_tokens":2227},"claude-opus-4-7":{"in_tokens":3351,"out_tokens":588},"mistral-large-2":{"in_tokens":1849,"out_tokens":695}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":689,"out_tokens":2868,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":47.6671005149999,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2493,"out_tokens":2627},"claude-opus-4-7":{"in_tokens":4859,"out_tokens":895},"mistral-large-2":{"in_tokens":2610,"out_tokens":890}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-16ED0CA8","replicate_idx":0,"status":"ok","in_tokens":400,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.40740740740740744,"duration_s":10.135313360000055,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1096,"out_tokens":1474},"claude-opus-4-7":{"in_tokens":2084,"out_tokens":603},"mistral-large-2":{"in_tokens":1173,"out_tokens":587}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":551,"out_tokens":2972,"error":null,"skip_reason":null,"score_raw":0.9,"duration_s":51.10167778999994,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2521,"out_tokens":2728},"claude-opus-4-7":{"in_tokens":4893,"out_tokens":879},"mistral-large-2":{"in_tokens":2740,"out_tokens":1025}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-93CDD58B","replicate_idx":0,"status":"ok","in_tokens":520,"out_tokens":359,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":14.365589377999981,"hallucination_count":4.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1605,"out_tokens":2838},"claude-opus-4-7":{"in_tokens":2996,"out_tokens":939},"mistral-large-2":{"in_tokens":1700,"out_tokens":745}}}
{"model_id":"gpt-5","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":559,"out_tokens":2909,"error":null,"skip_reason":null,"score_raw":0.9333333333333332,"duration_s":46.34896513499996,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.9,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":2704,"out_tokens":2670},"claude-opus-4-7":{"in_tokens":5390,"out_tokens":730},"mistral-large-2":{"in_tokens":2903,"out_tokens":934}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-2E4D03F1","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":20.00977417899992,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1238,"out_tokens":1680},"claude-opus-4-7":{"in_tokens":2349,"out_tokens":730},"mistral-large-2":{"in_tokens":1359,"out_tokens":709}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-B733075E","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":16.32868659099995,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.4,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1449},"claude-opus-4-7":{"in_tokens":2179,"out_tokens":674},"mistral-large-2":{"in_tokens":1228,"out_tokens":694}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S789FC1","replicate_idx":0,"status":"ok","in_tokens":513,"out_tokens":417,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":15.219202418000009,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1521,"out_tokens":2555},"claude-opus-4-7":{"in_tokens":2898,"out_tokens":714},"mistral-large-2":{"in_tokens":1627,"out_tokens":735}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-KL983B2","replicate_idx":0,"status":"ok","in_tokens":614,"out_tokens":348,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":19.08798531499997,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1792,"out_tokens":1490},"claude-opus-4-7":{"in_tokens":3402,"out_tokens":742},"mistral-large-2":{"in_tokens":1890,"out_tokens":809}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-GR421C7","replicate_idx":0,"status":"ok","in_tokens":597,"out_tokens":337,"error":null,"skip_reason":null,"score_raw":0.20000000000000004,"duration_s":22.224596195000004,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1742,"out_tokens":2601},"claude-opus-4-7":{"in_tokens":3339,"out_tokens":724},"mistral-large-2":{"in_tokens":1870,"out_tokens":870}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SBDFAD0","replicate_idx":0,"status":"ok","in_tokens":486,"out_tokens":179,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":8.58491023199997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1162,"out_tokens":2737},"claude-opus-4-7":{"in_tokens":2305,"out_tokens":635},"mistral-large-2":{"in_tokens":1226,"out_tokens":568}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S87DA1C","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.25,"duration_s":22.245712391000097,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1307,"out_tokens":1994},"claude-opus-4-7":{"in_tokens":2491,"out_tokens":606},"mistral-large-2":{"in_tokens":1387,"out_tokens":730}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD68D5B","replicate_idx":0,"status":"ok","in_tokens":531,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.0,"duration_s":9.739316827000039,"hallucination_count":5.333333333333333,"hallucination_top100":0,"inter_rater_agreement":0.14285714285714285,"contradicted_rubric_count":5,"judge_tokens":{"gpt-5":{"in_tokens":1155,"out_tokens":1779},"claude-opus-4-7":{"in_tokens":2257,"out_tokens":768},"mistral-large-2":{"in_tokens":1215,"out_tokens":587}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-S9353A4","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":216,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":16.70102701899998,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1227,"out_tokens":2029},"claude-opus-4-7":{"in_tokens":2377,"out_tokens":732},"mistral-large-2":{"in_tokens":1309,"out_tokens":753}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SD765A4","replicate_idx":0,"status":"ok","in_tokens":587,"out_tokens":230,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":17.79763988400009,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.6,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1705,"out_tokens":1873},"claude-opus-4-7":{"in_tokens":3160,"out_tokens":736},"mistral-large-2":{"in_tokens":1810,"out_tokens":943}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SFF84AC","replicate_idx":0,"status":"ok","in_tokens":508,"out_tokens":312,"error":null,"skip_reason":null,"score_raw":0.041666666666666664,"duration_s":15.574615287000029,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.375,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1356,"out_tokens":1678},"claude-opus-4-7":{"in_tokens":2630,"out_tokens":792},"mistral-large-2":{"in_tokens":1408,"out_tokens":697}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E05","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":257,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":21.45167338300007,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1338,"out_tokens":1327},"claude-opus-4-7":{"in_tokens":2564,"out_tokens":499},"mistral-large-2":{"in_tokens":1456,"out_tokens":618}}}
{"model_id":"grok-4.3","item_id":"STR-2026-Q-SE55E06","replicate_idx":0,"status":"ok","in_tokens":452,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.4444444444444445,"duration_s":21.157085320999954,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1292,"out_tokens":2277},"claude-opus-4-7":{"in_tokens":2438,"out_tokens":842},"mistral-large-2":{"in_tokens":1390,"out_tokens":657}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-D4E5F6","replicate_idx":0,"status":"ok","in_tokens":526,"out_tokens":208,"error":null,"skip_reason":null,"score_raw":0.2962962962962963,"duration_s":10.598712352000007,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1287,"out_tokens":1285},"claude-opus-4-7":{"in_tokens":2424,"out_tokens":571},"mistral-large-2":{"in_tokens":1345,"out_tokens":560}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-A1B2C3","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":16.50216939900008,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1352,"out_tokens":1577},"claude-opus-4-7":{"in_tokens":2625,"out_tokens":505},"mistral-large-2":{"in_tokens":1419,"out_tokens":588}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-G7H8I9","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":189,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":10.995798482000055,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1126,"out_tokens":1976},"claude-opus-4-7":{"in_tokens":2142,"out_tokens":493},"mistral-large-2":{"in_tokens":1181,"out_tokens":561}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB001","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":170,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":13.189997860999938,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1467},"claude-opus-4-7":{"in_tokens":2176,"out_tokens":434},"mistral-large-2":{"in_tokens":1237,"out_tokens":641}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB004","replicate_idx":0,"status":"ok","in_tokens":466,"out_tokens":217,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":13.005992016999926,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1151,"out_tokens":1364},"claude-opus-4-7":{"in_tokens":2138,"out_tokens":539},"mistral-large-2":{"in_tokens":1221,"out_tokens":543}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB005","replicate_idx":0,"status":"ok","in_tokens":398,"out_tokens":226,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":17.344630525999946,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1095,"out_tokens":1511},"claude-opus-4-7":{"in_tokens":2071,"out_tokens":446},"mistral-large-2":{"in_tokens":1157,"out_tokens":743}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB007","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":17.84036227899992,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1122},"claude-opus-4-7":{"in_tokens":2055,"out_tokens":453},"mistral-large-2":{"in_tokens":1130,"out_tokens":532}}}
{"model_id":"grok-4.3","item_id":"MED-2024-Q-SFB009","replicate_idx":0,"status":"ok","in_tokens":450,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.7083333333333334,"duration_s":15.716862667999976,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1182,"out_tokens":1709},"claude-opus-4-7":{"in_tokens":2257,"out_tokens":620},"mistral-large-2":{"in_tokens":1257,"out_tokens":530}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-8043AFBF","replicate_idx":0,"status":"ok","in_tokens":421,"out_tokens":91,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":10.681469350000043,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":914,"out_tokens":886},"claude-opus-4-7":{"in_tokens":1732,"out_tokens":419},"mistral-large-2":{"in_tokens":953,"out_tokens":463}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AB1DE82","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":258,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":11.49186372600002,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1201,"out_tokens":1568},"claude-opus-4-7":{"in_tokens":2237,"out_tokens":542},"mistral-large-2":{"in_tokens":1252,"out_tokens":768}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-AC8B7AF7","replicate_idx":0,"status":"ok","in_tokens":533,"out_tokens":162,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":13.70884979199991,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1197,"out_tokens":1368},"claude-opus-4-7":{"in_tokens":2238,"out_tokens":443},"mistral-large-2":{"in_tokens":1261,"out_tokens":547}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-CD3GH04","replicate_idx":0,"status":"ok","in_tokens":390,"out_tokens":248,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":11.979238876000068,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1077,"out_tokens":1248},"claude-opus-4-7":{"in_tokens":2077,"out_tokens":528},"mistral-large-2":{"in_tokens":1135,"out_tokens":456}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-BC2FG93","replicate_idx":0,"status":"ok","in_tokens":406,"out_tokens":277,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":14.677988441000025,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1122},"claude-opus-4-7":{"in_tokens":2168,"out_tokens":518},"mistral-large-2":{"in_tokens":1202,"out_tokens":528}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-DE4HI15","replicate_idx":0,"status":"ok","in_tokens":418,"out_tokens":186,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":9.322445178999942,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1063,"out_tokens":1635},"claude-opus-4-7":{"in_tokens":1992,"out_tokens":546},"mistral-large-2":{"in_tokens":1115,"out_tokens":521}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SBDB905","replicate_idx":0,"status":"ok","in_tokens":528,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.5185185185185185,"duration_s":9.987266602999966,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":1389},"claude-opus-4-7":{"in_tokens":2661,"out_tokens":544},"mistral-large-2":{"in_tokens":1436,"out_tokens":545}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SC9CC47","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":129,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":10.409540977999882,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1131,"out_tokens":1770},"claude-opus-4-7":{"in_tokens":2122,"out_tokens":471},"mistral-large-2":{"in_tokens":1161,"out_tokens":654}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0714","replicate_idx":0,"status":"ok","in_tokens":417,"out_tokens":204,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":14.614023431000078,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1135,"out_tokens":1598},"claude-opus-4-7":{"in_tokens":2149,"out_tokens":512},"mistral-large-2":{"in_tokens":1191,"out_tokens":523}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0715","replicate_idx":0,"status":"ok","in_tokens":409,"out_tokens":219,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.663391676999936,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1152,"out_tokens":1057},"claude-opus-4-7":{"in_tokens":2162,"out_tokens":570},"mistral-large-2":{"in_tokens":1216,"out_tokens":542}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0717","replicate_idx":0,"status":"ok","in_tokens":420,"out_tokens":108,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":8.285868077000032,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1050,"out_tokens":1004},"claude-opus-4-7":{"in_tokens":1977,"out_tokens":473},"mistral-large-2":{"in_tokens":1086,"out_tokens":493}}}
{"model_id":"grok-4.3","item_id":"MED-2026-Q-SDC0719","replicate_idx":0,"status":"ok","in_tokens":361,"out_tokens":199,"error":null,"skip_reason":null,"score_raw":0.8571428571428571,"duration_s":11.31745722300002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1065,"out_tokens":1104},"claude-opus-4-7":{"in_tokens":2066,"out_tokens":461},"mistral-large-2":{"in_tokens":1116,"out_tokens":445}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-0F4D5920","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":110,"error":null,"skip_reason":null,"score_raw":0.4666666666666666,"duration_s":9.000751631999947,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1100,"out_tokens":1486},"claude-opus-4-7":{"in_tokens":2082,"out_tokens":568},"mistral-large-2":{"in_tokens":1207,"out_tokens":677}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-14D0D8CA","replicate_idx":0,"status":"ok","in_tokens":439,"out_tokens":118,"error":null,"skip_reason":null,"score_raw":0.08333333333333333,"duration_s":11.300959796999905,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":972,"out_tokens":1912},"claude-opus-4-7":{"in_tokens":1905,"out_tokens":510},"mistral-large-2":{"in_tokens":1054,"out_tokens":590}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-2315DC1F","replicate_idx":0,"status":"ok","in_tokens":469,"out_tokens":160,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":13.38260828500006,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1012,"out_tokens":1432},"claude-opus-4-7":{"in_tokens":1968,"out_tokens":654},"mistral-large-2":{"in_tokens":1133,"out_tokens":668}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-32DE79D5","replicate_idx":0,"status":"ok","in_tokens":501,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.465583370000104,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1369},"claude-opus-4-7":{"in_tokens":2076,"out_tokens":556},"mistral-large-2":{"in_tokens":1174,"out_tokens":546}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-33E1EE30","replicate_idx":0,"status":"ok","in_tokens":462,"out_tokens":73,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":12.791350076000072,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":930,"out_tokens":862},"claude-opus-4-7":{"in_tokens":1801,"out_tokens":401},"mistral-large-2":{"in_tokens":1000,"out_tokens":434}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-560E8D21","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":11.199262250999936,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":968,"out_tokens":1319},"claude-opus-4-7":{"in_tokens":1910,"out_tokens":501},"mistral-large-2":{"in_tokens":1052,"out_tokens":497}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-9D2C6A06","replicate_idx":0,"status":"ok","in_tokens":532,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":9.302198566000015,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1076,"out_tokens":1418},"claude-opus-4-7":{"in_tokens":2068,"out_tokens":560},"mistral-large-2":{"in_tokens":1176,"out_tokens":509}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-CBFE6588","replicate_idx":0,"status":"ok","in_tokens":487,"out_tokens":78,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":7.224539537999817,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1005,"out_tokens":1110},"claude-opus-4-7":{"in_tokens":1900,"out_tokens":526},"mistral-large-2":{"in_tokens":1097,"out_tokens":448}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-946BFB5A","replicate_idx":0,"status":"ok","in_tokens":471,"out_tokens":109,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":14.28985254700001,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":1552},"claude-opus-4-7":{"in_tokens":1904,"out_tokens":531},"mistral-large-2":{"in_tokens":1104,"out_tokens":585}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-DF0152F3","replicate_idx":0,"status":"ok","in_tokens":497,"out_tokens":161,"error":null,"skip_reason":null,"score_raw":0.48148148148148145,"duration_s":13.410265554000034,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1098,"out_tokens":1061},"claude-opus-4-7":{"in_tokens":2088,"out_tokens":538},"mistral-large-2":{"in_tokens":1191,"out_tokens":560}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-E1012442","replicate_idx":0,"status":"ok","in_tokens":529,"out_tokens":85,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":11.744462101999943,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1221},"claude-opus-4-7":{"in_tokens":2071,"out_tokens":497},"mistral-large-2":{"in_tokens":1215,"out_tokens":644}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-FF9EAD33","replicate_idx":0,"status":"ok","in_tokens":429,"out_tokens":98,"error":null,"skip_reason":null,"score_raw":0.375,"duration_s":9.49517905499988,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":951,"out_tokens":1056},"claude-opus-4-7":{"in_tokens":1791,"out_tokens":511},"mistral-large-2":{"in_tokens":1055,"out_tokens":551}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-EF067DE1","replicate_idx":0,"status":"ok","in_tokens":464,"out_tokens":83,"error":null,"skip_reason":null,"score_raw":0.2962962962962963,"duration_s":20.572683903000097,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1069,"out_tokens":1267},"claude-opus-4-7":{"in_tokens":2030,"out_tokens":511},"mistral-large-2":{"in_tokens":1147,"out_tokens":562}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S07C07F","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":155,"error":null,"skip_reason":null,"score_raw":0.6296296296296297,"duration_s":11.037852251000004,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1020,"out_tokens":1116},"claude-opus-4-7":{"in_tokens":2011,"out_tokens":443},"mistral-large-2":{"in_tokens":1087,"out_tokens":573}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S03C03F","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":200,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":14.417728300999897,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.625,"contradicted_rubric_count":3,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1500},"claude-opus-4-7":{"in_tokens":2095,"out_tokens":666},"mistral-large-2":{"in_tokens":1111,"out_tokens":613}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S01C01F","replicate_idx":0,"status":"ok","in_tokens":573,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":16.222748397999794,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1141,"out_tokens":1070},"claude-opus-4-7":{"in_tokens":2179,"out_tokens":520},"mistral-large-2":{"in_tokens":1265,"out_tokens":490}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA2","replicate_idx":0,"status":"ok","in_tokens":684,"out_tokens":111,"error":null,"skip_reason":null,"score_raw":0.38095238095238093,"duration_s":7.45613696700002,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7142857142857143,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1346,"out_tokens":780},"claude-opus-4-7":{"in_tokens":2477,"out_tokens":467},"mistral-large-2":{"in_tokens":1521,"out_tokens":527}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA1","replicate_idx":0,"status":"ok","in_tokens":619,"out_tokens":119,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":8.94475883500013,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.375,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1235,"out_tokens":2270},"claude-opus-4-7":{"in_tokens":2398,"out_tokens":657},"mistral-large-2":{"in_tokens":1381,"out_tokens":509}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S10C10F","replicate_idx":0,"status":"ok","in_tokens":496,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":10.449655185999973,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1195},"claude-opus-4-7":{"in_tokens":2219,"out_tokens":593},"mistral-large-2":{"in_tokens":1205,"out_tokens":492}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S09C09F","replicate_idx":0,"status":"ok","in_tokens":441,"out_tokens":92,"error":null,"skip_reason":null,"score_raw":0.4583333333333333,"duration_s":13.45320900500019,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.875,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1051,"out_tokens":1151},"claude-opus-4-7":{"in_tokens":1933,"out_tokens":588},"mistral-large-2":{"in_tokens":1186,"out_tokens":636}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC01","replicate_idx":0,"status":"ok","in_tokens":576,"out_tokens":132,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":9.14738043899979,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1180,"out_tokens":1306},"claude-opus-4-7":{"in_tokens":2267,"out_tokens":508},"mistral-large-2":{"in_tokens":1284,"out_tokens":609}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S110CA3","replicate_idx":0,"status":"ok","in_tokens":725,"out_tokens":157,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":12.460216933999845,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1543,"out_tokens":1722},"claude-opus-4-7":{"in_tokens":2870,"out_tokens":456},"mistral-large-2":{"in_tokens":1649,"out_tokens":485}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S11C11F","replicate_idx":0,"status":"ok","in_tokens":451,"out_tokens":137,"error":null,"skip_reason":null,"score_raw":0.7407407407407408,"duration_s":15.583191122000017,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1082,"out_tokens":1195},"claude-opus-4-7":{"in_tokens":2071,"out_tokens":476},"mistral-large-2":{"in_tokens":1173,"out_tokens":561}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S12C12F","replicate_idx":0,"status":"ok","in_tokens":484,"out_tokens":134,"error":null,"skip_reason":null,"score_raw":0.4074074074074074,"duration_s":16.278300770999977,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.8888888888888888,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1093,"out_tokens":1390},"claude-opus-4-7":{"in_tokens":2100,"out_tokens":523},"mistral-large-2":{"in_tokens":1218,"out_tokens":724}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC02","replicate_idx":0,"status":"ok","in_tokens":524,"out_tokens":85,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":8.547083297999961,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1631},"claude-opus-4-7":{"in_tokens":1998,"out_tokens":567},"mistral-large-2":{"in_tokens":1142,"out_tokens":620}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC04","replicate_idx":0,"status":"ok","in_tokens":519,"out_tokens":97,"error":null,"skip_reason":null,"score_raw":0.2962962962962963,"duration_s":7.585381393000034,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1089,"out_tokens":1544},"claude-opus-4-7":{"in_tokens":2101,"out_tokens":588},"mistral-large-2":{"in_tokens":1180,"out_tokens":551}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC03","replicate_idx":0,"status":"ok","in_tokens":507,"out_tokens":198,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":11.123709127999973,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.75,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1104,"out_tokens":1953},"claude-opus-4-7":{"in_tokens":2127,"out_tokens":506},"mistral-large-2":{"in_tokens":1233,"out_tokens":688}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S68FC05","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":143,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":8.673144330000014,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.4444444444444444,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1052,"out_tokens":1913},"claude-opus-4-7":{"in_tokens":2068,"out_tokens":529},"mistral-large-2":{"in_tokens":1151,"out_tokens":554}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF001","replicate_idx":0,"status":"ok","in_tokens":495,"out_tokens":138,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":12.213942345000078,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":998,"out_tokens":1429},"claude-opus-4-7":{"in_tokens":1959,"out_tokens":535},"mistral-large-2":{"in_tokens":1088,"out_tokens":519}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF003","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":146,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":10.25731985099992,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.875,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1057,"out_tokens":1157},"claude-opus-4-7":{"in_tokens":2025,"out_tokens":640},"mistral-large-2":{"in_tokens":1184,"out_tokens":632}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF004","replicate_idx":0,"status":"ok","in_tokens":460,"out_tokens":131,"error":null,"skip_reason":null,"score_raw":0.8333333333333334,"duration_s":9.932356353999921,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":973,"out_tokens":1384},"claude-opus-4-7":{"in_tokens":1869,"out_tokens":490},"mistral-large-2":{"in_tokens":1024,"out_tokens":478}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF002","replicate_idx":0,"status":"ok","in_tokens":479,"out_tokens":183,"error":null,"skip_reason":null,"score_raw":0.5833333333333334,"duration_s":15.35018951799998,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.25,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1084,"out_tokens":1591},"claude-opus-4-7":{"in_tokens":2034,"out_tokens":612},"mistral-large-2":{"in_tokens":1179,"out_tokens":584}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF007","replicate_idx":0,"status":"ok","in_tokens":461,"out_tokens":173,"error":null,"skip_reason":null,"score_raw":0.75,"duration_s":9.605738500999905,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":971,"out_tokens":1377},"claude-opus-4-7":{"in_tokens":1883,"out_tokens":427},"mistral-large-2":{"in_tokens":1050,"out_tokens":533}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF006","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":151,"error":null,"skip_reason":null,"score_raw":0.5555555555555555,"duration_s":11.194838230999949,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.7777777777777778,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1040,"out_tokens":1112},"claude-opus-4-7":{"in_tokens":1957,"out_tokens":558},"mistral-large-2":{"in_tokens":1107,"out_tokens":496}}}
{"model_id":"grok-4.3","item_id":"JUR-2026-Q-S7CF012","replicate_idx":0,"status":"ok","in_tokens":489,"out_tokens":87,"error":null,"skip_reason":null,"score_raw":0.5925925925925926,"duration_s":12.883808907999992,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":986,"out_tokens":1097},"claude-opus-4-7":{"in_tokens":1844,"out_tokens":509},"mistral-large-2":{"in_tokens":1073,"out_tokens":512}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-002","replicate_idx":0,"status":"ok","in_tokens":596,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.4444444444444444,"duration_s":12.995579538999891,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5555555555555556,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1388,"out_tokens":2078},"claude-opus-4-7":{"in_tokens":2751,"out_tokens":581},"mistral-large-2":{"in_tokens":1486,"out_tokens":599}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-003","replicate_idx":0,"status":"ok","in_tokens":569,"out_tokens":260,"error":null,"skip_reason":null,"score_raw":0.5416666666666666,"duration_s":10.999932557000193,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.625,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1204,"out_tokens":1556},"claude-opus-4-7":{"in_tokens":2501,"out_tokens":655},"mistral-large-2":{"in_tokens":1291,"out_tokens":657}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-004","replicate_idx":0,"status":"ok","in_tokens":548,"out_tokens":369,"error":null,"skip_reason":null,"score_raw":0.625,"duration_s":14.410209189999932,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.75,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1342,"out_tokens":2203},"claude-opus-4-7":{"in_tokens":2712,"out_tokens":578},"mistral-large-2":{"in_tokens":1444,"out_tokens":553}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-007","replicate_idx":0,"status":"ok","in_tokens":491,"out_tokens":305,"error":null,"skip_reason":null,"score_raw":0.6190476190476191,"duration_s":11.596366489000047,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8571428571428571,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1116,"out_tokens":2098},"claude-opus-4-7":{"in_tokens":2275,"out_tokens":516},"mistral-large-2":{"in_tokens":1194,"out_tokens":461}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-013","replicate_idx":0,"status":"ok","in_tokens":437,"out_tokens":346,"error":null,"skip_reason":null,"score_raw":0.5555555555555556,"duration_s":13.482738709999921,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1038,"out_tokens":1070},"claude-opus-4-7":{"in_tokens":2072,"out_tokens":402},"mistral-large-2":{"in_tokens":1120,"out_tokens":476}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-015","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":282,"error":null,"skip_reason":null,"score_raw":1.0,"duration_s":11.548616309000181,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":1.0,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":975,"out_tokens":917},"claude-opus-4-7":{"in_tokens":1969,"out_tokens":382},"mistral-large-2":{"in_tokens":1038,"out_tokens":399}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-016","replicate_idx":0,"status":"ok","in_tokens":430,"out_tokens":275,"error":null,"skip_reason":null,"score_raw":0.7222222222222223,"duration_s":12.811049999000033,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":962,"out_tokens":1822},"claude-opus-4-7":{"in_tokens":1948,"out_tokens":566},"mistral-large-2":{"in_tokens":1015,"out_tokens":536}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-017","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":377,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":13.382184444000131,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1143,"out_tokens":1624},"claude-opus-4-7":{"in_tokens":2233,"out_tokens":438},"mistral-large-2":{"in_tokens":1238,"out_tokens":515}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-019","replicate_idx":0,"status":"ok","in_tokens":415,"out_tokens":195,"error":null,"skip_reason":null,"score_raw":0.7777777777777778,"duration_s":10.17226883100011,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8333333333333334,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":871,"out_tokens":1345},"claude-opus-4-7":{"in_tokens":1707,"out_tokens":353},"mistral-large-2":{"in_tokens":902,"out_tokens":431}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-018","replicate_idx":0,"status":"ok","in_tokens":455,"out_tokens":261,"error":null,"skip_reason":null,"score_raw":0.16666666666666666,"duration_s":12.537297480999996,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.3333333333333333,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":987,"out_tokens":1648},"claude-opus-4-7":{"in_tokens":1981,"out_tokens":761},"mistral-large-2":{"in_tokens":1055,"out_tokens":571}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-020","replicate_idx":0,"status":"ok","in_tokens":453,"out_tokens":321,"error":null,"skip_reason":null,"score_raw":0.38888888888888884,"duration_s":13.533356484000024,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.6666666666666666,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1031,"out_tokens":1136},"claude-opus-4-7":{"in_tokens":2124,"out_tokens":460},"mistral-large-2":{"in_tokens":1099,"out_tokens":436}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-3DF637A8","replicate_idx":0,"status":"ok","in_tokens":578,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.20833333333333334,"duration_s":10.164214884000103,"hallucination_count":2.6666666666666665,"hallucination_top100":33,"inter_rater_agreement":0.75,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1192,"out_tokens":2197},"claude-opus-4-7":{"in_tokens":2258,"out_tokens":554},"mistral-large-2":{"in_tokens":1252,"out_tokens":551}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-2CFD9D12","replicate_idx":0,"status":"ok","in_tokens":397,"out_tokens":253,"error":null,"skip_reason":null,"score_raw":0.6666666666666666,"duration_s":13.465024555000127,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":924,"out_tokens":1746},"claude-opus-4-7":{"in_tokens":1852,"out_tokens":528},"mistral-large-2":{"in_tokens":990,"out_tokens":640}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-0DA1BE69","replicate_idx":0,"status":"ok","in_tokens":442,"out_tokens":267,"error":null,"skip_reason":null,"score_raw":0.4166666666666667,"duration_s":23.140683078000166,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1003,"out_tokens":1893},"claude-opus-4-7":{"in_tokens":2030,"out_tokens":486},"mistral-large-2":{"in_tokens":1054,"out_tokens":487}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-487DC196","replicate_idx":0,"status":"ok","in_tokens":468,"out_tokens":194,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":14.16629446099978,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.625,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1014,"out_tokens":1736},"claude-opus-4-7":{"in_tokens":2038,"out_tokens":478},"mistral-large-2":{"in_tokens":1094,"out_tokens":631}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-5D31D995","replicate_idx":0,"status":"ok","in_tokens":438,"out_tokens":237,"error":null,"skip_reason":null,"score_raw":0.2916666666666667,"duration_s":11.626587150999967,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1000,"out_tokens":1215},"claude-opus-4-7":{"in_tokens":1983,"out_tokens":503},"mistral-large-2":{"in_tokens":1060,"out_tokens":634}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-61DA8DDB","replicate_idx":0,"status":"ok","in_tokens":459,"out_tokens":169,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":14.736790290000044,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":935,"out_tokens":964},"claude-opus-4-7":{"in_tokens":1863,"out_tokens":490},"mistral-large-2":{"in_tokens":975,"out_tokens":423}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-966DEC41","replicate_idx":0,"status":"ok","in_tokens":427,"out_tokens":298,"error":null,"skip_reason":null,"score_raw":0.5238095238095238,"duration_s":14.996772357999816,"hallucination_count":1.0,"hallucination_top100":75,"inter_rater_agreement":0.5714285714285714,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":995,"out_tokens":2424},"claude-opus-4-7":{"in_tokens":2045,"out_tokens":412},"mistral-large-2":{"in_tokens":1050,"out_tokens":792}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A1","replicate_idx":0,"status":"ok","in_tokens":719,"out_tokens":457,"error":null,"skip_reason":null,"score_raw":0.2333333333333333,"duration_s":15.437454966000132,"hallucination_count":5.666666666666667,"hallucination_top100":0,"inter_rater_agreement":0.5,"contradicted_rubric_count":4,"judge_tokens":{"gpt-5":{"in_tokens":1847,"out_tokens":2678},"claude-opus-4-7":{"in_tokens":3594,"out_tokens":1131},"mistral-large-2":{"in_tokens":1931,"out_tokens":847}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A2","replicate_idx":0,"status":"ok","in_tokens":671,"out_tokens":395,"error":null,"skip_reason":null,"score_raw":0.3,"duration_s":20.48076270499996,"hallucination_count":2.3333333333333335,"hallucination_top100":41,"inter_rater_agreement":0.5,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1692,"out_tokens":1970},"claude-opus-4-7":{"in_tokens":3336,"out_tokens":1032},"mistral-large-2":{"in_tokens":1812,"out_tokens":867}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A3","replicate_idx":0,"status":"ok","in_tokens":650,"out_tokens":455,"error":null,"skip_reason":null,"score_raw":0.5333333333333333,"duration_s":19.28211310000006,"hallucination_count":3.6666666666666665,"hallucination_top100":8,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1719,"out_tokens":2329},"claude-opus-4-7":{"in_tokens":3384,"out_tokens":878},"mistral-large-2":{"in_tokens":1868,"out_tokens":871}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A5","replicate_idx":0,"status":"ok","in_tokens":621,"out_tokens":331,"error":null,"skip_reason":null,"score_raw":0.39999999999999997,"duration_s":12.502526422000074,"hallucination_count":1.6666666666666667,"hallucination_top100":58,"inter_rater_agreement":0.7,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1619,"out_tokens":1822},"claude-opus-4-7":{"in_tokens":3179,"out_tokens":678},"mistral-large-2":{"in_tokens":1736,"out_tokens":682}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A4","replicate_idx":0,"status":"ok","in_tokens":674,"out_tokens":466,"error":null,"skip_reason":null,"score_raw":0.3666666666666667,"duration_s":16.02344455499997,"hallucination_count":2.0,"hallucination_top100":50,"inter_rater_agreement":0.6,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1732,"out_tokens":2424},"claude-opus-4-7":{"in_tokens":3430,"out_tokens":815},"mistral-large-2":{"in_tokens":1833,"out_tokens":710}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-A8273A5A","replicate_idx":0,"status":"ok","in_tokens":476,"out_tokens":240,"error":null,"skip_reason":null,"score_raw":0.42857142857142855,"duration_s":12.047204884999928,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.42857142857142855,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1039,"out_tokens":1300},"claude-opus-4-7":{"in_tokens":2024,"out_tokens":471},"mistral-large-2":{"in_tokens":1102,"out_tokens":516}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-B973FF8E","replicate_idx":0,"status":"ok","in_tokens":591,"out_tokens":405,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":13.052754612999934,"hallucination_count":3.3333333333333335,"hallucination_top100":16,"inter_rater_agreement":0.5,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1447,"out_tokens":2666},"claude-opus-4-7":{"in_tokens":2923,"out_tokens":693},"mistral-large-2":{"in_tokens":1545,"out_tokens":853}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-FFA97436","replicate_idx":0,"status":"ok","in_tokens":560,"out_tokens":234,"error":null,"skip_reason":null,"score_raw":0.3333333333333333,"duration_s":10.149521968000045,"hallucination_count":0.3333333333333333,"hallucination_top100":91,"inter_rater_agreement":0.375,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1232,"out_tokens":2457},"claude-opus-4-7":{"in_tokens":2342,"out_tokens":555},"mistral-large-2":{"in_tokens":1309,"out_tokens":606}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-D73D7ED3","replicate_idx":0,"status":"ok","in_tokens":436,"out_tokens":312,"error":null,"skip_reason":null,"score_raw":0.5,"duration_s":15.328883528000006,"hallucination_count":0.0,"hallucination_top100":100,"inter_rater_agreement":0.5,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1024,"out_tokens":1269},"claude-opus-4-7":{"in_tokens":2017,"out_tokens":432},"mistral-large-2":{"in_tokens":1099,"out_tokens":581}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3276","replicate_idx":0,"status":"ok","in_tokens":748,"out_tokens":472,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":11.640903713999933,"hallucination_count":1.3333333333333333,"hallucination_top100":66,"inter_rater_agreement":0.6,"contradicted_rubric_count":2,"judge_tokens":{"gpt-5":{"in_tokens":1737,"out_tokens":2475},"claude-opus-4-7":{"in_tokens":3468,"out_tokens":646},"mistral-large-2":{"in_tokens":1878,"out_tokens":695}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3277","replicate_idx":0,"status":"ok","in_tokens":745,"out_tokens":294,"error":null,"skip_reason":null,"score_raw":0.5666666666666667,"duration_s":11.989594022999881,"hallucination_count":0.6666666666666666,"hallucination_top100":83,"inter_rater_agreement":0.8,"contradicted_rubric_count":0,"judge_tokens":{"gpt-5":{"in_tokens":1715,"out_tokens":1685},"claude-opus-4-7":{"in_tokens":3343,"out_tokens":730},"mistral-large-2":{"in_tokens":1836,"out_tokens":1247}}}
{"model_id":"grok-4.3","item_id":"WIR-2026-Q-S1E3275","replicate_idx":0,"status":"ok","in_tokens":894,"out_tokens":318,"error":null,"skip_reason":null,"score_raw":0.6,"duration_s":20.519925530000137,"hallucination_count":3.0,"hallucination_top100":25,"inter_rater_agreement":0.4,"contradicted_rubric_count":1,"judge_tokens":{"gpt-5":{"in_tokens":1842,"out_tokens":2484},"claude-opus-4-7":{"in_tokens":3559,"out_tokens":868},"mistral-large-2":{"in_tokens":1919,"out_tokens":796}}}