{"schema_version":1,"run_id":"20261012-181926899-8b2b738","timestamp":"2026-10-12T20:31:57.072Z","commit":"8b2b7383fb821cdea074352b57776d3b60e66b50","overall":{"trial_count":60,"mean_score":0.09000000000000001,"ci_low":-0.00995928091637023,"ci_high":0.18995928091637027,"wins":19,"ties":28,"losses":13,"win_rate":0.31666666666666665,"verdict":"inconclusive"},"skills":[{"skill":"defend-the-diff","baseline_model":"gpt-5.3-codex","treatment_model":"gpt-5.3-codex","trial_count":15,"mean_score":-0.026666666666666675,"ci_low":-0.15817336394316064,"ci_high":0.1048400306098273,"wins":2,"ties":10,"losses":3,"win_rate":0.13333333333333333,"verdict":"inconclusive"},{"skill":"over-engineering-review","baseline_model":"gpt-5.3-codex","treatment_model":"gpt-5.3-codex","trial_count":15,"mean_score":-0.053333333333333344,"ci_low":-0.2179830567724313,"ci_high":0.1113163901057646,"wins":3,"ties":7,"losses":5,"win_rate":0.2,"verdict":"inconclusive"},{"skill":"tdd","baseline_model":"gpt-5.3-codex","treatment_model":"gpt-5.3-codex","trial_count":15,"mean_score":-0.05333333333333334,"ci_low":-0.16773333333333335,"ci_high":0.061066666666666665,"wins":1,"ties":11,"losses":3,"win_rate":0.06666666666666667,"verdict":"inconclusive"},{"skill":"validation-scenarios","baseline_model":"gpt-5.3-codex","treatment_model":"gpt-5.3-codex","trial_count":15,"mean_score":0.49333333333333335,"ci_low":0.23913097299810754,"ci_high":0.7475356936685591,"wins":13,"ties":0,"losses":2,"win_rate":0.8666666666666667,"verdict":"improvement"}],"comparison_file":"data/uplift/runs/20261012-181926899-8b2b738.jsonl"}