{
  "schema_version": 2,
  "generated_at": "2026-10-12T20:31:57.2563949Z",
  "repository": "mthalman/superpowers",
  "sparkline_length": 20,
  "skills": [
    {
      "name": "code-review",
      "run_count": 5,
      "latest": {
        "schema_version": 2,
        "run_id": "20261012-181926899-8b2b738",
        "run_kind": "nightly",
        "skill": "code-review",
        "commit": "8b2b7383fb821cdea074352b57776d3b60e66b50",
        "short_sha": "8b2b738",
        "timestamp": "2026-10-12T18:27:55.943Z",
        "status": "ok",
        "passed": false,
        "metrics": {
          "pass_rate": 0.5714285714285714,
          "mean_score": 0.8785714285714287,
          "pass_at_k": 0.7142857142857143,
          "pass_to_k": 0.3808000000000001,
          "flaky_count": 3,
          "tokens": 4004139,
          "turns": 276,
          "tool_calls": 472,
          "wall_time_ms": 2064311
        },
        "model": "gpt-5.3-codex",
        "vally_version": "0.17.0",
        "workflow_run_url": null,
        "detail_file": "runs/20261012-181926899-8b2b738.json",
        "error_message": null,
        "delta_from_previous": null
      },
      "sparkline": [
        {
          "timestamp": "2026-05-29T21:04:26Z",
          "short_sha": "d9cdf7c",
          "status": "ok",
          "pass_rate": null,
          "run_kind": "legacy"
        },
        {
          "timestamp": "2026-07-28T21:53:37Z",
          "short_sha": "4459ff5",
          "status": "ok",
          "pass_rate": null,
          "run_kind": "legacy"
        },
        {
          "timestamp": "2026-08-24T21:20:23Z",
          "short_sha": "19d27eb",
          "status": "ok",
          "pass_rate": null,
          "run_kind": "legacy"
        },
        {
          "timestamp": "2026-10-06T21:14:25Z",
          "short_sha": "b28b1fd",
          "status": "ok",
          "pass_rate": null,
          "run_kind": "legacy"
        },
        {
          "timestamp": "2026-10-12T18:27:55.943Z",
          "short_sha": "8b2b738",
          "status": "ok",
          "pass_rate": 0.5714285714285714,
          "run_kind": "nightly"
        }
      ],
      "biggest_drop_last_10": null
    },
    {
      "name": "defend-the-diff",
      "run_count": 1,
      "latest": {
        "schema_version": 2,
        "run_id": "20261012-181926899-8b2b738",
        "run_kind": "nightly",
        "skill": "defend-the-diff",
        "commit": "8b2b7383fb821cdea074352b57776d3b60e66b50",
        "short_sha": "8b2b738",
        "timestamp": "2026-10-12T18:33:38.841Z",
        "status": "ok",
        "passed": false,
        "metrics": {
          "pass_rate": 0,
          "mean_score": 0.4166666666666667,
          "pass_at_k": 0,
          "pass_to_k": 0,
          "flaky_count": 0,
          "tokens": 1633605,
          "turns": 102,
          "tool_calls": 209,
          "wall_time_ms": 1597223
        },
        "model": "gpt-5.3-codex",
        "vally_version": "0.17.0",
        "workflow_run_url": null,
        "detail_file": "runs/20261012-181926899-8b2b738.json",
        "error_message": null,
        "delta_from_previous": null
      },
      "sparkline": [
        {
          "timestamp": "2026-10-12T18:33:38.841Z",
          "short_sha": "8b2b738",
          "status": "ok",
          "pass_rate": 0.0,
          "run_kind": "nightly"
        }
      ],
      "biggest_drop_last_10": null
    },
    {
      "name": "over-engineering-review",
      "run_count": 1,
      "latest": {
        "schema_version": 2,
        "run_id": "20261012-181926899-8b2b738",
        "run_kind": "nightly",
        "skill": "over-engineering-review",
        "commit": "8b2b7383fb821cdea074352b57776d3b60e66b50",
        "short_sha": "8b2b738",
        "timestamp": "2026-10-12T18:39:07.369Z",
        "status": "ok",
        "passed": true,
        "metrics": {
          "pass_rate": 1,
          "mean_score": 0.9666666666666667,
          "pass_at_k": 1,
          "pass_to_k": 1,
          "flaky_count": 0,
          "tokens": 744256,
          "turns": 48,
          "tool_calls": 43,
          "wall_time_ms": 1411649
        },
        "model": "gpt-5.3-codex",
        "vally_version": "0.17.0",
        "workflow_run_url": null,
        "detail_file": "runs/20261012-181926899-8b2b738.json",
        "error_message": null,
        "delta_from_previous": null
      },
      "sparkline": [
        {
          "timestamp": "2026-10-12T18:39:07.369Z",
          "short_sha": "8b2b738",
          "status": "ok",
          "pass_rate": 1.0,
          "run_kind": "nightly"
        }
      ],
      "biggest_drop_last_10": null
    },
    {
      "name": "tdd",
      "run_count": 1,
      "latest": {
        "schema_version": 2,
        "run_id": "20261012-181926899-8b2b738",
        "run_kind": "nightly",
        "skill": "tdd",
        "commit": "8b2b7383fb821cdea074352b57776d3b60e66b50",
        "short_sha": "8b2b738",
        "timestamp": "2026-10-12T18:53:31.058Z",
        "status": "ok",
        "passed": false,
        "metrics": {
          "pass_rate": 0.6,
          "mean_score": 0.736111111111111,
          "pass_at_k": 0.6666666666666666,
          "pass_to_k": 0.44256,
          "flaky_count": 1,
          "tokens": 3743124,
          "turns": 198,
          "tool_calls": 255,
          "wall_time_ms": 3962257
        },
        "model": "gpt-5.3-codex",
        "vally_version": "0.17.0",
        "workflow_run_url": null,
        "detail_file": "runs/20261012-181926899-8b2b738.json",
        "error_message": null,
        "delta_from_previous": null
      },
      "sparkline": [
        {
          "timestamp": "2026-10-12T18:53:31.058Z",
          "short_sha": "8b2b738",
          "status": "ok",
          "pass_rate": 0.6,
          "run_kind": "nightly"
        }
      ],
      "biggest_drop_last_10": null
    },
    {
      "name": "validation-scenarios",
      "run_count": 1,
      "latest": {
        "schema_version": 2,
        "run_id": "20261012-181926899-8b2b738",
        "run_kind": "nightly",
        "skill": "validation-scenarios",
        "commit": "8b2b7383fb821cdea074352b57776d3b60e66b50",
        "short_sha": "8b2b738",
        "timestamp": "2026-10-12T18:58:20.417Z",
        "status": "ok",
        "passed": true,
        "metrics": {
          "pass_rate": 1,
          "mean_score": 0.9944444444444446,
          "pass_at_k": 1,
          "pass_to_k": 1,
          "flaky_count": 0,
          "tokens": 794082,
          "turns": 50,
          "tool_calls": 53,
          "wall_time_ms": 1294930
        },
        "model": "gpt-5.3-codex",
        "vally_version": "0.17.0",
        "workflow_run_url": null,
        "detail_file": "runs/20261012-181926899-8b2b738.json",
        "error_message": null,
        "delta_from_previous": null
      },
      "sparkline": [
        {
          "timestamp": "2026-10-12T18:58:20.417Z",
          "short_sha": "8b2b738",
          "status": "ok",
          "pass_rate": 1.0,
          "run_kind": "nightly"
        }
      ],
      "biggest_drop_last_10": null
    }
  ],
  "worst_recent_drop": null,
  "nightly_index": "data/nightly-runs/index.json",
  "uplift_history": "data/uplift/history.jsonl"
}