{"run_id":"run-20260801T055440-452791","started_at":1785563680,"summary":{"run_id":"run-20260801T055440-452791","question_bank_version":"2026-05-17-v1","code_version":"0.2.6","started_at":1785563680.337945,"judges_active":["gpt-5","claude-opus-4-8","claude-opus-4-7","mistral-large-2"],"by_model_domain":[{"model_id":"claude-opus-4-7","domain":"jura","score_mean":0.8419727891156462,"score_ci_lo":0.7958815192743764,"score_ci_hi":0.8808219954648526,"top100":84,"n_cells":35,"closed_accuracy":null,"open_rubric_score":0.8419727891156462,"hallu_rate_mean":0.8785714285714286,"hallu_prevalence":0.8,"hallu_top100":78,"inter_rater_agreement":0.8525056689342403,"n_judges":4,"tokens_in_total":22950,"tokens_out_total":29832,"model_cost_usd":0.86055},{"model_id":"claude-opus-4-7","domain":"medizin","score_mean":0.8743799603174602,"score_ci_lo":0.8037202380952382,"score_ci_hi":0.927951388888889,"top100":87,"n_cells":20,"closed_accuracy":null,"open_rubric_score":0.8743799603174602,"hallu_rate_mean":1.15,"hallu_prevalence":0.9,"hallu_top100":71,"inter_rater_agreement":0.8072420634920634,"n_judges":4,"tokens_in_total":11495,"tokens_out_total":21428,"model_cost_usd":0.593175},{"model_id":"claude-opus-4-7","domain":"steuerrecht","score_mean":0.7546230158730158,"score_ci_lo":0.7001785714285714,"score_ci_hi":0.8093386243386244,"top100":75,"n_cells":15,"closed_accuracy":null,"open_rubric_score":0.7546230158730158,"hallu_rate_mean":2.1666666666666665,"hallu_prevalence":1,"hallu_top100":45,"inter_rater_agreement":0.7179894179894181,"n_judges":4,"tokens_in_total":9810,"tokens_out_total":20316,"model_cost_usd":0.55695},{"model_id":"claude-opus-4-7","domain":"wirtschaftsrecht","score_mean":0.7615343915343915,"score_ci_lo":0.7156117724867724,"score_ci_hi":0.8066335978835979,"top100":76,"n_cells":30,"closed_accuracy":null,"open_rubric_score":0.7615343915343915,"hallu_rate_mean":2.325,"hallu_prevalence":1,"hallu_top100":41,"inter_rater_agreement":0.6791269841269841,"n_judges":4,"tokens_in_total":22262,"tokens_out_total":42813,"model_cost_usd":1.181635},{"model_id":"claude-opus-4-8","domain":"jura","score_mean":0.8067375283446712,"score_ci_lo":0.7599631519274376,"score_ci_hi":0.8484041950113378,"top100":81,"n_cells":35,"closed_accuracy":null,"open_rubric_score":0.8067375283446712,"hallu_rate_mean":0.6571428571428571,"hallu_prevalence":0.8,"hallu_top100":83,"inter_rater_agreement":0.8019160997732426,"n_judges":4,"tokens_in_total":22775,"tokens_out_total":32143,"model_cost_usd":0.91745},{"model_id":"claude-opus-4-8","domain":"medizin","score_mean":0.788516865079365,"score_ci_lo":0.7190724206349206,"score_ci_hi":0.8522321428571429,"top100":79,"n_cells":20,"closed_accuracy":null,"open_rubric_score":0.788516865079365,"hallu_rate_mean":1.0125,"hallu_prevalence":1,"hallu_top100":74,"inter_rater_agreement":0.7704365079365079,"n_judges":4,"tokens_in_total":11395,"tokens_out_total":21847,"model_cost_usd":0.60315},{"model_id":"claude-opus-4-8","domain":"steuerrecht","score_mean":0.6558465608465608,"score_ci_lo":0.5770039682539683,"score_ci_hi":0.7381613756613756,"top100":66,"n_cells":15,"closed_accuracy":null,"open_rubric_score":0.6558465608465608,"hallu_rate_mean":1.5166666666666666,"hallu_prevalence":1,"hallu_top100":62,"inter_rater_agreement":0.6982804232804233,"n_judges":4,"tokens_in_total":9735,"tokens_out_total":20128,"model_cost_usd":0.551875},{"model_id":"claude-opus-4-8","domain":"wirtschaftsrecht","score_mean":0.710112433862434,"score_ci_lo":0.6537136243386243,"score_ci_hi":0.7659027777777777,"top100":71,"n_cells":30,"closed_accuracy":null,"open_rubric_score":0.710112433862434,"hallu_rate_mean":1.9333333333333333,"hallu_prevalence":0.9333333333333333,"hallu_top100":51,"inter_rater_agreement":0.6869973544973544,"n_judges":4,"tokens_in_total":22112,"tokens_out_total":45657,"model_cost_usd":1.251985},{"model_id":"gemini-3-1-pro","domain":"jura","score_mean":0.5856547619047618,"score_ci_lo":0.5226587301587301,"score_ci_hi":0.6437103174603175,"top100":59,"n_cells":35,"closed_accuracy":null,"open_rubric_score":0.5856547619047618,"hallu_rate_mean":0.6857142857142857,"hallu_prevalence":0.5714285714285714,"hallu_top100":82,"inter_rater_agreement":0.5976303854875283,"n_judges":4,"tokens_in_total":12898,"tokens_out_total":6385,"model_cost_usd":0.102416},{"model_id":"gemini-3-1-pro","domain":"medizin","score_mean":0.660813492063492,"score_ci_lo":0.6065228174603174,"score_ci_hi":0.7141617063492063,"top100":66,"n_cells":20,"closed_accuracy":null,"open_rubric_score":0.660813492063492,"hallu_rate_mean":0.375,"hallu_prevalence":0.6,"hallu_top100":90,"inter_rater_agreement":0.7317460317460317,"n_judges":4,"tokens_in_total":6530,"tokens_out_total":4630,"model_cost_usd":0.06862},{"model_id":"gemini-3-1-pro","domain":"steuerrecht","score_mean":0.4720965608465608,"score_ci_lo":0.37462962962962965,"score_ci_hi":0.5724206349206349,"top100":47,"n_cells":15,"closed_accuracy":null,"open_rubric_score":0.4720965608465608,"hallu_rate_mean":1.25,"hallu_prevalence":0.6666666666666666,"hallu_top100":68,"inter_rater_agreement":0.6916931216931217,"n_judges":4,"tokens_in_total":5420,"tokens_out_total":3526,"model_cost_usd":0.053152},{"model_id":"gemini-3-1-pro","domain":"wirtschaftsrecht","score_mean":0.5156878306878306,"score_ci_lo":0.4365509259259259,"score_ci_hi":0.590191798941799,"top100":52,"n_cells":30,"closed_accuracy":null,"open_rubric_score":0.5156878306878306,"hallu_rate_mean":1.4583333333333333,"hallu_prevalence":0.8666666666666667,"hallu_top100":63,"inter_rater_agreement":0.6068915343915344,"n_judges":4,"tokens_in_total":11545,"tokens_out_total":9083,"model_cost_usd":0.132086},{"model_id":"glm-4.6","domain":"jura","score_mean":0.4865891053391053,"score_ci_lo":0.4214375901875902,"score_ci_hi":0.5506313131313132,"top100":49,"n_cells":33,"closed_accuracy":null,"open_rubric_score":0.4865891053391053,"hallu_rate_mean":0.946969696969697,"hallu_prevalence":0.6666666666666666,"hallu_top100":76,"inter_rater_agreement":0.6649110149110149,"n_judges":4,"tokens_in_total":12328,"tokens_out_total":80631,"model_cost_usd":0.184785},{"model_id":"glm-4.6","domain":"medizin","score_mean":0.5674081035923141,"score_ci_lo":0.4997128237259816,"score_ci_hi":0.6358082706766917,"top100":57,"n_cells":19,"closed_accuracy":null,"open_rubric_score":0.5674081035923141,"hallu_rate_mean":0.18421052631578946,"hallu_prevalence":0.3684210526315789,"hallu_top100":95,"inter_rater_agreement":0.8080618212197159,"n_judges":4,"tokens_in_total":6463,"tokens_out_total":41973,"model_cost_usd":0.096218},{"model_id":"glm-4.6","domain":"steuerrecht","score_mean":0.22257936507936507,"score_ci_lo":0.13863095238095238,"score_ci_hi":0.3062698412698413,"top100":22,"n_cells":15,"closed_accuracy":null,"open_rubric_score":0.22257936507936507,"hallu_rate_mean":2.5166666666666666,"hallu_prevalence":0.9333333333333333,"hallu_top100":37,"inter_rater_agreement":0.5953968253968254,"n_judges":4,"tokens_in_total":5575,"tokens_out_total":50489,"model_cost_usd":0.114421},{"model_id":"glm-4.6","domain":"wirtschaftsrecht","score_mean":0.46577380952380953,"score_ci_lo":0.4054905582922825,"score_ci_hi":0.5225779967159278,"top100":47,"n_cells":29,"closed_accuracy":null,"open_rubric_score":0.46577380952380953,"hallu_rate_mean":1.5517241379310345,"hallu_prevalence":0.9310344827586207,"hallu_top100":61,"inter_rater_agreement":0.5867268746579092,"n_judges":4,"tokens_in_total":11989,"tokens_out_total":94819,"model_cost_usd":0.215795},{"model_id":"gpt-5","domain":"jura","score_mean":0.7181831065759637,"score_ci_lo":0.6454450113378685,"score_ci_hi":0.7796797052154195,"top100":72,"n_cells":35,"closed_accuracy":null,"open_rubric_score":0.7181831065759637,"hallu_rate_mean":1,"hallu_prevalence":0.8,"hallu_top100":75,"inter_rater_agreement":0.7232312925170068,"n_judges":4,"tokens_in_total":11850,"tokens_out_total":59293,"model_cost_usd":0.948645},{"model_id":"gpt-5","domain":"medizin","score_mean":0.8007688492063492,"score_ci_lo":0.719171626984127,"score_ci_hi":0.8747767857142857,"top100":80,"n_cells":20,"closed_accuracy":null,"open_rubric_score":0.8007688492063492,"hallu_rate_mean":1.1,"hallu_prevalence":0.95,"hallu_top100":72,"inter_rater_agreement":0.7711309523809524,"n_judges":4,"tokens_in_total":6251,"tokens_out_total":25790,"model_cost_usd":0.418105},{"model_id":"gpt-5","domain":"steuerrecht","score_mean":0.629265873015873,"score_ci_lo":0.5070370370370371,"score_ci_hi":0.7383134920634921,"top100":63,"n_cells":15,"closed_accuracy":null,"open_rubric_score":0.629265873015873,"hallu_rate_mean":2.283333333333333,"hallu_prevalence":0.9333333333333333,"hallu_top100":42,"inter_rater_agreement":0.6862169312169312,"n_judges":4,"tokens_in_total":5093,"tokens_out_total":42288,"model_cost_usd":0.659785},{"model_id":"gpt-5","domain":"wirtschaftsrecht","score_mean":0.7473544973544973,"score_ci_lo":0.6660648148148148,"score_ci_hi":0.8187136243386244,"top100":75,"n_cells":30,"closed_accuracy":null,"open_rubric_score":0.7473544973544973,"hallu_rate_mean":1.3916666666666666,"hallu_prevalence":1,"hallu_top100":65,"inter_rater_agreement":0.6907539682539683,"n_judges":4,"tokens_in_total":11129,"tokens_out_total":70651,"model_cost_usd":1.11541},{"model_id":"gpt-5.6-sol","domain":"jura","score_mean":0.729781746031746,"score_ci_lo":0.6542857142857142,"score_ci_hi":0.7988293650793651,"top100":73,"n_cells":35,"closed_accuracy":null,"open_rubric_score":0.729781746031746,"hallu_rate_mean":1.1928571428571428,"hallu_prevalence":0.8571428571428571,"hallu_top100":70,"inter_rater_agreement":0.7500453514739228,"n_judges":4,"tokens_in_total":11850,"tokens_out_total":142418,"model_cost_usd":4.33179},{"model_id":"gpt-5.6-sol","domain":"medizin","score_mean":0.8446428571428571,"score_ci_lo":0.7969742063492063,"score_ci_hi":0.8882936507936507,"top100":84,"n_cells":20,"closed_accuracy":null,"open_rubric_score":0.8446428571428571,"hallu_rate_mean":0.7625,"hallu_prevalence":0.8,"hallu_top100":80,"inter_rater_agreement":0.8016865079365079,"n_judges":4,"tokens_in_total":6251,"tokens_out_total":34734,"model_cost_usd":1.073275},{"model_id":"gpt-5.6-sol","domain":"steuerrecht","score_mean":0.7097949735449736,"score_ci_lo":0.6167857142857144,"score_ci_hi":0.7851388888888889,"top100":71,"n_cells":15,"closed_accuracy":null,"open_rubric_score":0.7097949735449736,"hallu_rate_mean":2.1666666666666665,"hallu_prevalence":1,"hallu_top100":45,"inter_rater_agreement":0.731984126984127,"n_judges":4,"tokens_in_total":5093,"tokens_out_total":120964,"model_cost_usd":3.654385},{"model_id":"gpt-5.6-sol","domain":"wirtschaftsrecht","score_mean":0.7869345238095239,"score_ci_lo":0.725545634920635,"score_ci_hi":0.8421527777777779,"top100":79,"n_cells":30,"closed_accuracy":null,"open_rubric_score":0.7869345238095239,"hallu_rate_mean":1.35,"hallu_prevalence":0.9666666666666667,"hallu_top100":66,"inter_rater_agreement":0.6617063492063492,"n_judges":4,"tokens_in_total":11129,"tokens_out_total":195020,"model_cost_usd":5.906245},{"model_id":"grok-4.5","domain":"jura","score_mean":0.5646768707482993,"score_ci_lo":0.49681972789115647,"score_ci_hi":0.6341666666666667,"top100":56,"n_cells":35,"closed_accuracy":null,"open_rubric_score":0.5646768707482993,"hallu_rate_mean":0.7571428571428571,"hallu_prevalence":0.6571428571428571,"hallu_top100":81,"inter_rater_agreement":0.6799319727891157,"n_judges":4,"tokens_in_total":18826,"tokens_out_total":6248,"model_cost_usd":0.07514},{"model_id":"grok-4.5","domain":"medizin","score_mean":0.6288690476190476,"score_ci_lo":0.5500744047619047,"score_ci_hi":0.7087053571428571,"top100":63,"n_cells":20,"closed_accuracy":null,"open_rubric_score":0.6288690476190476,"hallu_rate_mean":0.35,"hallu_prevalence":0.5,"hallu_top100":91,"inter_rater_agreement":0.6431547619047618,"n_judges":4,"tokens_in_total":10172,"tokens_out_total":5154,"model_cost_usd":0.051268},{"model_id":"grok-4.5","domain":"steuerrecht","score_mean":0.5153240740740741,"score_ci_lo":0.42129629629629634,"score_ci_hi":0.600925925925926,"top100":52,"n_cells":15,"closed_accuracy":null,"open_rubric_score":0.5153240740740741,"hallu_rate_mean":1.4833333333333334,"hallu_prevalence":0.8666666666666667,"hallu_top100":62,"inter_rater_agreement":0.5964021164021164,"n_judges":4,"tokens_in_total":7983,"tokens_out_total":4988,"model_cost_usd":0.045894},{"model_id":"grok-4.5","domain":"wirtschaftsrecht","score_mean":0.6318849206349206,"score_ci_lo":0.5828472222222222,"score_ci_hi":0.6797321428571428,"top100":63,"n_cells":30,"closed_accuracy":null,"open_rubric_score":0.6318849206349206,"hallu_rate_mean":0.975,"hallu_prevalence":0.8666666666666667,"hallu_top100":75,"inter_rater_agreement":0.6045634920634921,"n_judges":4,"tokens_in_total":16875,"tokens_out_total":11696,"model_cost_usd":0.103926},{"model_id":"kimi-k3","domain":"jura","score_mean":0.8242342509920635,"score_ci_lo":0.7733444940476191,"score_ci_hi":0.8741629464285714,"top100":82,"n_cells":32,"closed_accuracy":null,"open_rubric_score":0.8242342509920635,"hallu_rate_mean":1.53125,"hallu_prevalence":0.9375,"hallu_top100":61,"inter_rater_agreement":0.7863467261904762,"n_judges":4,"tokens_in_total":16228,"tokens_out_total":158276,"model_cost_usd":0.648521},{"model_id":"kimi-k3","domain":"medizin","score_mean":0.8233630952380953,"score_ci_lo":0.739905753968254,"score_ci_hi":0.8989335317460319,"top100":82,"n_cells":20,"closed_accuracy":null,"open_rubric_score":0.8233630952380953,"hallu_rate_mean":1.3625,"hallu_prevalence":1,"hallu_top100":65,"inter_rater_agreement":0.8254960317460318,"n_judges":4,"tokens_in_total":9096,"tokens_out_total":66138,"model_cost_usd":0.273193},{"model_id":"kimi-k3","domain":"steuerrecht","score_mean":0.5508680555555555,"score_ci_lo":0.47291666666666665,"score_ci_hi":0.7046875,"top100":55,"n_cells":4,"closed_accuracy":null,"open_rubric_score":0.5508680555555555,"hallu_rate_mean":4.3125,"hallu_prevalence":1,"hallu_top100":0,"inter_rater_agreement":0.7069444444444445,"n_judges":4,"tokens_in_total":1887,"tokens_out_total":34915,"model_cost_usd":0.141453},{"model_id":"kimi-k3","domain":"wirtschaftsrecht","score_mean":0.7922420634920635,"score_ci_lo":0.6831944444444444,"score_ci_hi":0.8886904761904761,"top100":79,"n_cells":15,"closed_accuracy":null,"open_rubric_score":0.7922420634920635,"hallu_rate_mean":2.816666666666667,"hallu_prevalence":1,"hallu_top100":29,"inter_rater_agreement":0.7030158730158731,"n_judges":4,"tokens_in_total":7455,"tokens_out_total":98177,"model_cost_usd":0.39979},{"model_id":"mistral-large-2","domain":"jura","score_mean":0.429141156462585,"score_ci_lo":0.34651643990929704,"score_ci_hi":0.5113832199546485,"top100":43,"n_cells":35,"closed_accuracy":null,"open_rubric_score":0.429141156462585,"hallu_rate_mean":2.15,"hallu_prevalence":0.7428571428571429,"hallu_top100":46,"inter_rater_agreement":0.6688548752834467,"n_judges":4,"tokens_in_total":13332,"tokens_out_total":10693,"model_cost_usd":0.090822},{"model_id":"mistral-large-2","domain":"medizin","score_mean":0.7068700396825397,"score_ci_lo":0.6521329365079365,"score_ci_hi":0.7617559523809524,"top100":71,"n_cells":20,"closed_accuracy":null,"open_rubric_score":0.7068700396825397,"hallu_rate_mean":1.1,"hallu_prevalence":0.95,"hallu_top100":72,"inter_rater_agreement":0.6714285714285715,"n_judges":4,"tokens_in_total":6669,"tokens_out_total":9758,"model_cost_usd":0.071886},{"model_id":"mistral-large-2","domain":"steuerrecht","score_mean":0.28900132275132273,"score_ci_lo":0.19962301587301587,"score_ci_hi":0.3884457671957672,"top100":29,"n_cells":15,"closed_accuracy":null,"open_rubric_score":0.28900132275132273,"hallu_rate_mean":3.3,"hallu_prevalence":0.9333333333333333,"hallu_top100":17,"inter_rater_agreement":0.48682539682539683,"n_judges":4,"tokens_in_total":5572,"tokens_out_total":7424,"model_cost_usd":0.055688},{"model_id":"mistral-large-2","domain":"wirtschaftsrecht","score_mean":0.5891170634920635,"score_ci_lo":0.5190476190476191,"score_ci_hi":0.6561309523809523,"top100":59,"n_cells":30,"closed_accuracy":null,"open_rubric_score":0.5891170634920635,"hallu_rate_mean":2.283333333333333,"hallu_prevalence":0.9333333333333333,"hallu_top100":42,"inter_rater_agreement":0.5750132275132276,"n_judges":4,"tokens_in_total":11870,"tokens_out_total":18923,"model_cost_usd":0.137278}],"by_model_overall":[{"model_id":"claude-opus-4-7","score_mean_across_domains":0.8112202380952381,"score_ci_lo":0.7834702380952381,"score_ci_hi":0.8364464285714286,"top100":81,"n_cells":100,"hallu_rate_mean_across_domains":1.56,"hallu_top100_across_domains":61},{"model_id":"claude-opus-4-8","score_mean_across_domains":0.7514722222222222,"score_ci_lo":0.7197420634920636,"score_ci_hi":0.7809335317460318,"top100":75,"n_cells":100,"hallu_rate_mean_across_domains":1.24,"hallu_top100_across_domains":69},{"model_id":"gemini-3-1-pro","score_mean_across_domains":0.5626626984126983,"score_ci_lo":0.5230337301587301,"score_ci_hi":0.5997807539682539,"top100":56,"n_cells":100,"hallu_rate_mean_across_domains":0.94,"hallu_top100_across_domains":76},{"model_id":"glm-4.6","score_mean_across_domains":0.4550450562169312,"score_ci_lo":0.41440868882275134,"score_ci_hi":0.49404865244708995,"top100":46,"n_cells":96,"hallu_rate_mean_across_domains":1.2239583333333333,"hallu_top100_across_domains":69},{"model_id":"gpt-5","score_mean_across_domains":0.7301140873015873,"score_ci_lo":0.689203373015873,"score_ci_hi":0.7694563492063492,"top100":73,"n_cells":100,"hallu_rate_mean_across_domains":1.33,"hallu_top100_across_domains":66},{"model_id":"gpt-5.6-sol","score_mean_across_domains":0.7669017857142858,"score_ci_lo":0.7313630952380953,"score_ci_hi":0.8029117063492063,"top100":77,"n_cells":100,"hallu_rate_mean_across_domains":1.3,"hallu_top100_across_domains":67},{"model_id":"grok-4.5","score_mean_across_domains":0.5902748015873016,"score_ci_lo":0.5496408730158729,"score_ci_hi":0.6271746031746032,"top100":59,"n_cells":100,"hallu_rate_mean_across_domains":0.85,"hallu_top100_across_domains":78},{"model_id":"kimi-k3","score_mean_across_domains":0.8018290297339593,"score_ci_lo":0.7568117035546612,"score_ci_hi":0.8428012519561815,"top100":80,"n_cells":71,"hallu_rate_mean_across_domains":1.9119718309859155,"hallu_top100_across_domains":52},{"model_id":"mistral-large-2","score_mean_across_domains":0.5116587301587302,"score_ci_lo":0.46295634920634915,"score_ci_hi":0.5611309523809525,"top100":51,"n_cells":100,"hallu_rate_mean_across_domains":2.1525,"hallu_top100_across_domains":46}],"oracle_by_domain":[{"domain":"jura","n_items":35,"oracle_mean":0.8868,"oracle_top100":89,"best_single_model_id":"claude-opus-4-7","best_single_model_mean":0.842,"best_single_model_top100":84},{"domain":"medizin","n_items":20,"oracle_mean":0.9494,"oracle_top100":95,"best_single_model_id":"claude-opus-4-7","best_single_model_mean":0.8744,"best_single_model_top100":87},{"domain":"steuerrecht","n_items":15,"oracle_mean":0.8184,"oracle_top100":82,"best_single_model_id":"claude-opus-4-7","best_single_model_mean":0.7546,"best_single_model_top100":75},{"domain":"wirtschaftsrecht","n_items":30,"oracle_mean":0.8661,"oracle_top100":87,"best_single_model_id":"kimi-k3","best_single_model_mean":0.7922,"best_single_model_top100":79}],"cost":{"model_calls_usd":27.6868,"judge_calls_usd":91.3778,"total_usd":119.0646,"by_judge":[{"judge_id":"claude-opus-4-7","tokens_in_total":2474145,"tokens_out_total":531432,"cost_usd":25.656525},{"judge_id":"claude-opus-4-8","tokens_in_total":2469810,"tokens_out_total":658480,"cost_usd":28.81105},{"judge_id":"gpt-5","tokens_in_total":1275324,"tokens_out_total":1620270,"cost_usd":30.68067},{"judge_id":"mistral-large-2","tokens_in_total":1368749,"tokens_out_total":582012,"cost_usd":6.22957}],"extrapolation":{"scale_factor":12,"extrapolated_total_usd":1428.77,"target_full_run_cells":1200,"observed_cells":100,"note":"linear extrapolation; assumes uniform prompt sizes + judge mix"},"missing_pricing_for":[]}},"raw_jsonl_url":"https://licenses.ai-roundtable.de/r2/runs/run-20260801T055440-452791/raw.jsonl","progress_jsonl_url":"https://licenses.ai-roundtable.de/r2/runs/run-20260801T055440-452791/progress.jsonl","cost_total_usd":119.0646}