{
  "schema": "atlias.public-benchmark-history.v1",
  "asOf": "2026-10-17",
  "description": "Aggregate local benchmark history. Raw prompts, task bodies, per-task identities, transcripts, workspace paths, credentials and proprietary source are omitted.",
  "evidenceNotes": [
    "Historical rows preserve recorded counts and token totals; they are not reruns or independent regrades.",
    "The nine matched 60-task screens reused the same base result. The pooled 19.52x is a ratio of pooled token totals, not the arithmetic mean of the nine screen ratios.",
    "A 5x cached-token reduction has not been verified. Peak-context reduction and cached input tokens are different measurements."
  ],
  "historicalHarnessSeries": {
    "source": "Saved site history aggregate",
    "runCount": 39,
    "stageCount": 67,
    "stages": [
      {
        "run": "v0000",
        "stage": "s1",
        "status": "baseline",
        "tasks": 10,
        "solved": 1,
        "solveRate": 0.1,
        "inputTokens": 250171,
        "inputTokensPerPass": 250171,
        "outputTokens": 10425,
        "totalTokensPerPass": 260596,
        "secondsPerPass": 355,
        "peakPromptTokens": 4364,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0000",
        "stage": "s2",
        "status": "baseline",
        "tasks": 60,
        "solved": 10,
        "solveRate": 0.16666666666666666,
        "inputTokens": 1428528,
        "inputTokensPerPass": 142853,
        "outputTokens": 87874,
        "totalTokensPerPass": 151640,
        "secondsPerPass": 276,
        "peakPromptTokens": 10010,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0000",
        "stage": "s3",
        "status": "baseline",
        "tasks": 120,
        "solved": 28,
        "solveRate": 0.23333333333333334,
        "inputTokens": 2834916,
        "inputTokensPerPass": 101247,
        "outputTokens": 146481,
        "totalTokensPerPass": 106478,
        "secondsPerPass": 142,
        "peakPromptTokens": 6210,
        "partial": false,
        "sealed": true
      },
      {
        "run": "v0001",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 3,
        "solveRate": 0.3,
        "inputTokens": 187654,
        "inputTokensPerPass": 62551,
        "outputTokens": 15738,
        "totalTokensPerPass": 67797,
        "secondsPerPass": 143,
        "peakPromptTokens": 4888,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0001",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 7,
        "solveRate": 0.11666666666666667,
        "inputTokens": 1484584,
        "inputTokensPerPass": 212083,
        "outputTokens": 70315,
        "totalTokensPerPass": 222128,
        "secondsPerPass": 337,
        "peakPromptTokens": 10430,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0002",
        "stage": "s1",
        "status": "champion",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 169938,
        "inputTokensPerPass": 24277,
        "outputTokens": 23679,
        "totalTokensPerPass": 27660,
        "secondsPerPass": 85,
        "peakPromptTokens": 4456,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0002",
        "stage": "s2",
        "status": "champion",
        "tasks": 60,
        "solved": 44,
        "solveRate": 0.7333333333333333,
        "inputTokens": 1144310,
        "inputTokensPerPass": 26007,
        "outputTokens": 176008,
        "totalTokensPerPass": 30007,
        "secondsPerPass": 112,
        "peakPromptTokens": 7578,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0002",
        "stage": "s3",
        "status": "champion",
        "tasks": 120,
        "solved": 88,
        "solveRate": 0.7333333333333333,
        "inputTokens": 2277864,
        "inputTokensPerPass": 25885,
        "outputTokens": 376124,
        "totalTokensPerPass": 30159,
        "secondsPerPass": 128,
        "peakPromptTokens": 7213,
        "partial": false,
        "sealed": true
      },
      {
        "run": "v0003",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 167883,
        "inputTokensPerPass": 23983,
        "outputTokens": 22832,
        "totalTokensPerPass": 27245,
        "secondsPerPass": 94,
        "peakPromptTokens": 4477,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0003",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 15,
        "solveRate": 0.25,
        "inputTokens": null,
        "inputTokensPerPass": null,
        "outputTokens": null,
        "totalTokensPerPass": null,
        "secondsPerPass": 293,
        "peakPromptTokens": null,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0004",
        "stage": "s1",
        "status": "broken",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "inputTokensPerPass": null,
        "outputTokens": null,
        "totalTokensPerPass": null,
        "secondsPerPass": null,
        "peakPromptTokens": null,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0005",
        "stage": "s1",
        "status": "broken",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "inputTokensPerPass": null,
        "outputTokens": null,
        "totalTokensPerPass": null,
        "secondsPerPass": null,
        "peakPromptTokens": null,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0006",
        "stage": "s1",
        "status": "broken",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "inputTokensPerPass": null,
        "outputTokens": null,
        "totalTokensPerPass": null,
        "secondsPerPass": null,
        "peakPromptTokens": null,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0007",
        "stage": "s1",
        "status": "broken",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "inputTokensPerPass": null,
        "outputTokens": null,
        "totalTokensPerPass": null,
        "secondsPerPass": null,
        "peakPromptTokens": null,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0008",
        "stage": "s1",
        "status": "broken",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "inputTokensPerPass": null,
        "outputTokens": null,
        "totalTokensPerPass": null,
        "secondsPerPass": null,
        "peakPromptTokens": null,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0009",
        "stage": "s1",
        "status": "broken",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "inputTokensPerPass": null,
        "outputTokens": null,
        "totalTokensPerPass": null,
        "secondsPerPass": null,
        "peakPromptTokens": null,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0010",
        "stage": "s1",
        "status": "broken",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "inputTokensPerPass": null,
        "outputTokens": null,
        "totalTokensPerPass": null,
        "secondsPerPass": null,
        "peakPromptTokens": null,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0011",
        "stage": "s1",
        "status": "broken",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "inputTokensPerPass": null,
        "outputTokens": null,
        "totalTokensPerPass": null,
        "secondsPerPass": null,
        "peakPromptTokens": null,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0012",
        "stage": "s1",
        "status": "broken",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "inputTokensPerPass": null,
        "outputTokens": null,
        "totalTokensPerPass": null,
        "secondsPerPass": null,
        "peakPromptTokens": null,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0013",
        "stage": "s1",
        "status": "broken",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "inputTokensPerPass": null,
        "outputTokens": null,
        "totalTokensPerPass": null,
        "secondsPerPass": null,
        "peakPromptTokens": null,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0014",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 195321,
        "inputTokensPerPass": 24415,
        "outputTokens": 25562,
        "totalTokensPerPass": 27610,
        "secondsPerPass": 79,
        "peakPromptTokens": 4564,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0014",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 43,
        "solveRate": 0.7166666666666667,
        "inputTokens": 1162447,
        "inputTokensPerPass": 27034,
        "outputTokens": 172754,
        "totalTokensPerPass": 31051,
        "secondsPerPass": 95,
        "peakPromptTokens": 6742,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0015",
        "stage": "s1",
        "status": "broken",
        "tasks": 10,
        "solved": 1,
        "solveRate": 0.1,
        "inputTokens": 239029,
        "inputTokensPerPass": 239029,
        "outputTokens": 12979,
        "totalTokensPerPass": 252008,
        "secondsPerPass": 375,
        "peakPromptTokens": 7896,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0016",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 187561,
        "inputTokensPerPass": 23445,
        "outputTokens": 26570,
        "totalTokensPerPass": 26766,
        "secondsPerPass": 74,
        "peakPromptTokens": 6126,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0016",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 42,
        "solveRate": 0.7,
        "inputTokens": 1220317,
        "inputTokensPerPass": 29055,
        "outputTokens": 189976,
        "totalTokensPerPass": 33578,
        "secondsPerPass": 106,
        "peakPromptTokens": 6213,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0017",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 6,
        "solveRate": 0.6,
        "inputTokens": 172877,
        "inputTokensPerPass": 28813,
        "outputTokens": 25696,
        "totalTokensPerPass": 33096,
        "secondsPerPass": 96,
        "peakPromptTokens": 5235,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0017",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 40,
        "solveRate": 0.6666666666666666,
        "inputTokens": 1208738,
        "inputTokensPerPass": 30218,
        "outputTokens": 180213,
        "totalTokensPerPass": 34724,
        "secondsPerPass": 105,
        "peakPromptTokens": 7236,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0018",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 172644,
        "inputTokensPerPass": 21581,
        "outputTokens": 25584,
        "totalTokensPerPass": 24779,
        "secondsPerPass": 76,
        "peakPromptTokens": 4735,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0018",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 41,
        "solveRate": 0.6833333333333333,
        "inputTokens": 1191213,
        "inputTokensPerPass": 29054,
        "outputTokens": 182034,
        "totalTokensPerPass": 33494,
        "secondsPerPass": 112,
        "peakPromptTokens": 8190,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0019",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 161147,
        "inputTokensPerPass": 23021,
        "outputTokens": 24253,
        "totalTokensPerPass": 26486,
        "secondsPerPass": 80,
        "peakPromptTokens": 5007,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0019",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 40,
        "solveRate": 0.6666666666666666,
        "inputTokens": 1303659,
        "inputTokensPerPass": 32591,
        "outputTokens": 190356,
        "totalTokensPerPass": 37350,
        "secondsPerPass": 110,
        "peakPromptTokens": 7552,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0020",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 176924,
        "inputTokensPerPass": 25275,
        "outputTokens": 28068,
        "totalTokensPerPass": 29285,
        "secondsPerPass": 91,
        "peakPromptTokens": 3941,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0020",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 41,
        "solveRate": 0.6833333333333333,
        "inputTokens": 1138630,
        "inputTokensPerPass": 27771,
        "outputTokens": 186688,
        "totalTokensPerPass": 32325,
        "secondsPerPass": 102,
        "peakPromptTokens": 6731,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0021",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 185251,
        "inputTokensPerPass": 23156,
        "outputTokens": 23701,
        "totalTokensPerPass": 26119,
        "secondsPerPass": 66,
        "peakPromptTokens": 4171,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0021",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 41,
        "solveRate": 0.6833333333333333,
        "inputTokens": 1265733,
        "inputTokensPerPass": 30872,
        "outputTokens": 201438,
        "totalTokensPerPass": 35785,
        "secondsPerPass": 111,
        "peakPromptTokens": 6853,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0022",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 177845,
        "inputTokensPerPass": 22231,
        "outputTokens": 26381,
        "totalTokensPerPass": 25528,
        "secondsPerPass": 73,
        "peakPromptTokens": 3850,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0022",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 39,
        "solveRate": 0.65,
        "inputTokens": 1113738,
        "inputTokensPerPass": 28557,
        "outputTokens": 168477,
        "totalTokensPerPass": 32877,
        "secondsPerPass": 98,
        "peakPromptTokens": 6861,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0023",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 153679,
        "inputTokensPerPass": 19210,
        "outputTokens": 24618,
        "totalTokensPerPass": 22287,
        "secondsPerPass": 70,
        "peakPromptTokens": 4153,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0023",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 43,
        "solveRate": 0.7166666666666667,
        "inputTokens": 1109919,
        "inputTokensPerPass": 25812,
        "outputTokens": 168619,
        "totalTokensPerPass": 29733,
        "secondsPerPass": 99,
        "peakPromptTokens": 5441,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0025",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 157125,
        "inputTokensPerPass": 22446,
        "outputTokens": 21320,
        "totalTokensPerPass": 25492,
        "secondsPerPass": 85,
        "peakPromptTokens": 5408,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0025",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 40,
        "solveRate": 0.6666666666666666,
        "inputTokens": 1143651,
        "inputTokensPerPass": 28591,
        "outputTokens": 164589,
        "totalTokensPerPass": 32706,
        "secondsPerPass": 101,
        "peakPromptTokens": 6536,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0027",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 6,
        "solveRate": 0.6,
        "inputTokens": 181072,
        "inputTokensPerPass": 30179,
        "outputTokens": 21593,
        "totalTokensPerPass": 33778,
        "secondsPerPass": 85,
        "peakPromptTokens": 4896,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0027",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 38,
        "solveRate": 0.6333333333333333,
        "inputTokens": 1252632,
        "inputTokensPerPass": 32964,
        "outputTokens": 205942,
        "totalTokensPerPass": 38384,
        "secondsPerPass": 134,
        "peakPromptTokens": 6503,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0029",
        "stage": "s1",
        "status": "broken",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 190691,
        "inputTokensPerPass": 27242,
        "outputTokens": 32291,
        "totalTokensPerPass": 31855,
        "secondsPerPass": 102,
        "peakPromptTokens": 4372,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0030",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 132095,
        "inputTokensPerPass": 16512,
        "outputTokens": 22098,
        "totalTokensPerPass": 19274,
        "secondsPerPass": 65,
        "peakPromptTokens": 4690,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0030",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 44,
        "solveRate": 0.7333333333333333,
        "inputTokens": 1034891,
        "inputTokensPerPass": 23520,
        "outputTokens": 163524,
        "totalTokensPerPass": 27237,
        "secondsPerPass": 125,
        "peakPromptTokens": 7131,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0032",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 9,
        "solveRate": 0.9,
        "inputTokens": 201957,
        "inputTokensPerPass": 22440,
        "outputTokens": 24383,
        "totalTokensPerPass": 25149,
        "secondsPerPass": 79,
        "peakPromptTokens": 4209,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0032",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 40,
        "solveRate": 0.6666666666666666,
        "inputTokens": 1211003,
        "inputTokensPerPass": 30275,
        "outputTokens": 180958,
        "totalTokensPerPass": 34799,
        "secondsPerPass": 120,
        "peakPromptTokens": 6136,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0033",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 160255,
        "inputTokensPerPass": 22894,
        "outputTokens": 23297,
        "totalTokensPerPass": 26222,
        "secondsPerPass": 78,
        "peakPromptTokens": 4846,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0033",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 42,
        "solveRate": 0.7,
        "inputTokens": 1184551,
        "inputTokensPerPass": 28204,
        "outputTokens": 188700,
        "totalTokensPerPass": 32696,
        "secondsPerPass": 119,
        "peakPromptTokens": 6962,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0034",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 156731,
        "inputTokensPerPass": 22390,
        "outputTokens": 17181,
        "totalTokensPerPass": 24845,
        "secondsPerPass": 56,
        "peakPromptTokens": 4481,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0034",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 43,
        "solveRate": 0.7166666666666667,
        "inputTokens": 1174223,
        "inputTokensPerPass": 27308,
        "outputTokens": 170458,
        "totalTokensPerPass": 31272,
        "secondsPerPass": 89,
        "peakPromptTokens": 8128,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0035",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 185010,
        "inputTokensPerPass": 26430,
        "outputTokens": 28436,
        "totalTokensPerPass": 30492,
        "secondsPerPass": 86,
        "peakPromptTokens": 4109,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0035",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 43,
        "solveRate": 0.7166666666666667,
        "inputTokens": 1134356,
        "inputTokensPerPass": 26380,
        "outputTokens": 190713,
        "totalTokensPerPass": 30816,
        "secondsPerPass": 96,
        "peakPromptTokens": 6928,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0036",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 203879,
        "inputTokensPerPass": 25485,
        "outputTokens": 25331,
        "totalTokensPerPass": 28651,
        "secondsPerPass": 90,
        "peakPromptTokens": 4690,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0036",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 42,
        "solveRate": 0.7,
        "inputTokens": 1202709,
        "inputTokensPerPass": 28636,
        "outputTokens": 192337,
        "totalTokensPerPass": 33215,
        "secondsPerPass": 113,
        "peakPromptTokens": 6020,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0037",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 163363,
        "inputTokensPerPass": 23338,
        "outputTokens": 13197,
        "totalTokensPerPass": 25223,
        "secondsPerPass": 70,
        "peakPromptTokens": 4880,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0037",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 35,
        "solveRate": 0.5833333333333334,
        "inputTokens": 1123883,
        "inputTokensPerPass": 32111,
        "outputTokens": 87761,
        "totalTokensPerPass": 34618,
        "secondsPerPass": 69,
        "peakPromptTokens": 8552,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0038",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 190730,
        "inputTokensPerPass": 23841,
        "outputTokens": 31632,
        "totalTokensPerPass": 27795,
        "secondsPerPass": 107,
        "peakPromptTokens": 4790,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0038",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 36,
        "solveRate": 0.6,
        "inputTokens": 1205727,
        "inputTokensPerPass": 33492,
        "outputTokens": 192230,
        "totalTokensPerPass": 38832,
        "secondsPerPass": 127,
        "peakPromptTokens": 8007,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0039",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 5,
        "solveRate": 0.5,
        "inputTokens": 129250,
        "inputTokensPerPass": 25850,
        "outputTokens": 9471,
        "totalTokensPerPass": 27744,
        "secondsPerPass": 94,
        "peakPromptTokens": 4607,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0039",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 21,
        "solveRate": 0.35,
        "inputTokens": 1016946,
        "inputTokensPerPass": 48426,
        "outputTokens": 65911,
        "totalTokensPerPass": 51565,
        "secondsPerPass": 123,
        "peakPromptTokens": 6363,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0040",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 159354,
        "inputTokensPerPass": 22765,
        "outputTokens": 31297,
        "totalTokensPerPass": 27236,
        "secondsPerPass": 120,
        "peakPromptTokens": 5053,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0040",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 44,
        "solveRate": 0.7333333333333333,
        "inputTokens": 1105990,
        "inputTokensPerPass": 25136,
        "outputTokens": 208336,
        "totalTokensPerPass": 29871,
        "secondsPerPass": 114,
        "peakPromptTokens": 6914,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0041",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 6,
        "solveRate": 0.6,
        "inputTokens": 203646,
        "inputTokensPerPass": 33941,
        "outputTokens": 34302,
        "totalTokensPerPass": 39658,
        "secondsPerPass": 136,
        "peakPromptTokens": 3992,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0041",
        "stage": "s2",
        "status": "not promoted",
        "tasks": 60,
        "solved": 42,
        "solveRate": 0.7,
        "inputTokens": 1166682,
        "inputTokensPerPass": 27778,
        "outputTokens": 188627,
        "totalTokensPerPass": 32269,
        "secondsPerPass": 101,
        "peakPromptTokens": 7952,
        "partial": false,
        "sealed": false
      },
      {
        "run": "v0042",
        "stage": "s1",
        "status": "not promoted",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 158997,
        "inputTokensPerPass": 22714,
        "outputTokens": 34980,
        "totalTokensPerPass": 27711,
        "secondsPerPass": 121,
        "peakPromptTokens": 3621,
        "partial": false,
        "sealed": false
      }
    ],
    "savedStatusCount": 67,
    "savedStatusResults": [
      {
        "run": "v0000",
        "stage": "s1",
        "tasks": 10,
        "solved": 1,
        "solveRate": 0.1,
        "inputTokens": 250171,
        "outputTokens": 10425,
        "totalTokens": 260596,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4364,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0000",
        "stage": "s2",
        "tasks": 60,
        "solved": 10,
        "solveRate": 0.16666666666666666,
        "inputTokens": 1428528,
        "outputTokens": 87874,
        "totalTokens": 1516402,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 10010,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0000",
        "stage": "s3",
        "tasks": 120,
        "solved": 28,
        "solveRate": 0.23333333333333334,
        "inputTokens": 2834916,
        "outputTokens": 146481,
        "totalTokens": 2981397,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6210,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0001",
        "stage": "s1",
        "tasks": 10,
        "solved": 3,
        "solveRate": 0.3,
        "inputTokens": 187654,
        "outputTokens": 15738,
        "totalTokens": 203392,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4888,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0001",
        "stage": "s2",
        "tasks": 60,
        "solved": 7,
        "solveRate": 0.11666666666666667,
        "inputTokens": 1484584,
        "outputTokens": 70315,
        "totalTokens": 1554899,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 10430,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0002",
        "stage": "s1",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 169938,
        "outputTokens": 23679,
        "totalTokens": 193617,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4456,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0002",
        "stage": "s2",
        "tasks": 60,
        "solved": 44,
        "solveRate": 0.7333333333333333,
        "inputTokens": 1144310,
        "outputTokens": 176008,
        "totalTokens": 1320318,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 7578,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0002",
        "stage": "s3",
        "tasks": 120,
        "solved": 88,
        "solveRate": 0.7333333333333333,
        "inputTokens": 2277864,
        "outputTokens": 376124,
        "totalTokens": 2653988,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 7213,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0003",
        "stage": "s1",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 167883,
        "outputTokens": 22832,
        "totalTokens": 190715,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4477,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0003",
        "stage": "s2",
        "tasks": 60,
        "solved": 15,
        "solveRate": 0.25,
        "inputTokens": null,
        "outputTokens": null,
        "totalTokens": null,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": null,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0004",
        "stage": "s1",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "outputTokens": null,
        "totalTokens": null,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": null,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0005",
        "stage": "s1",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "outputTokens": null,
        "totalTokens": null,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": null,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0006",
        "stage": "s1",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "outputTokens": null,
        "totalTokens": null,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": null,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0007",
        "stage": "s1",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "outputTokens": null,
        "totalTokens": null,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": null,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0008",
        "stage": "s1",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "outputTokens": null,
        "totalTokens": null,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": null,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0009",
        "stage": "s1",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "outputTokens": null,
        "totalTokens": null,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": null,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0010",
        "stage": "s1",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "outputTokens": null,
        "totalTokens": null,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": null,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0011",
        "stage": "s1",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "outputTokens": null,
        "totalTokens": null,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": null,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0012",
        "stage": "s1",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "outputTokens": null,
        "totalTokens": null,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": null,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0013",
        "stage": "s1",
        "tasks": 10,
        "solved": 0,
        "solveRate": 0,
        "inputTokens": null,
        "outputTokens": null,
        "totalTokens": null,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": null,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0014",
        "stage": "s1",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 195321,
        "outputTokens": 25562,
        "totalTokens": 220883,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4564,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0014",
        "stage": "s2",
        "tasks": 60,
        "solved": 43,
        "solveRate": 0.7166666666666667,
        "inputTokens": 1162447,
        "outputTokens": 172754,
        "totalTokens": 1335201,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6742,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0015",
        "stage": "s1",
        "tasks": 10,
        "solved": 1,
        "solveRate": 0.1,
        "inputTokens": 239029,
        "outputTokens": 12979,
        "totalTokens": 252008,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 7896,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0016",
        "stage": "s1",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 187561,
        "outputTokens": 26570,
        "totalTokens": 214131,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6126,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0016",
        "stage": "s2",
        "tasks": 60,
        "solved": 42,
        "solveRate": 0.7,
        "inputTokens": 1220317,
        "outputTokens": 189976,
        "totalTokens": 1410293,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6213,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0017",
        "stage": "s1",
        "tasks": 10,
        "solved": 6,
        "solveRate": 0.6,
        "inputTokens": 172877,
        "outputTokens": 25696,
        "totalTokens": 198573,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 5235,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0017",
        "stage": "s2",
        "tasks": 60,
        "solved": 40,
        "solveRate": 0.6666666666666666,
        "inputTokens": 1208738,
        "outputTokens": 180213,
        "totalTokens": 1388951,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 7236,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0018",
        "stage": "s1",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 172644,
        "outputTokens": 25584,
        "totalTokens": 198228,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4735,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0018",
        "stage": "s2",
        "tasks": 60,
        "solved": 41,
        "solveRate": 0.6833333333333333,
        "inputTokens": 1191213,
        "outputTokens": 182034,
        "totalTokens": 1373247,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 8190,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0019",
        "stage": "s1",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 161147,
        "outputTokens": 24253,
        "totalTokens": 185400,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 5007,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0019",
        "stage": "s2",
        "tasks": 60,
        "solved": 40,
        "solveRate": 0.6666666666666666,
        "inputTokens": 1303659,
        "outputTokens": 190356,
        "totalTokens": 1494015,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 7552,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0020",
        "stage": "s1",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 176924,
        "outputTokens": 28068,
        "totalTokens": 204992,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 3941,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0020",
        "stage": "s2",
        "tasks": 60,
        "solved": 41,
        "solveRate": 0.6833333333333333,
        "inputTokens": 1138630,
        "outputTokens": 186688,
        "totalTokens": 1325318,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6731,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0021",
        "stage": "s1",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 185251,
        "outputTokens": 23701,
        "totalTokens": 208952,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4171,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0021",
        "stage": "s2",
        "tasks": 60,
        "solved": 41,
        "solveRate": 0.6833333333333333,
        "inputTokens": 1265733,
        "outputTokens": 201438,
        "totalTokens": 1467171,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6853,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0022",
        "stage": "s1",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 177845,
        "outputTokens": 26381,
        "totalTokens": 204226,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 3850,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0022",
        "stage": "s2",
        "tasks": 60,
        "solved": 39,
        "solveRate": 0.65,
        "inputTokens": 1113738,
        "outputTokens": 168477,
        "totalTokens": 1282215,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6861,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0023",
        "stage": "s1",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 153679,
        "outputTokens": 24618,
        "totalTokens": 178297,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4153,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0023",
        "stage": "s2",
        "tasks": 60,
        "solved": 43,
        "solveRate": 0.7166666666666667,
        "inputTokens": 1109919,
        "outputTokens": 168619,
        "totalTokens": 1278538,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 5441,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0025",
        "stage": "s1",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 157125,
        "outputTokens": 21320,
        "totalTokens": 178445,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 5408,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0025",
        "stage": "s2",
        "tasks": 60,
        "solved": 40,
        "solveRate": 0.6666666666666666,
        "inputTokens": 1143651,
        "outputTokens": 164589,
        "totalTokens": 1308240,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6536,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0027",
        "stage": "s1",
        "tasks": 10,
        "solved": 6,
        "solveRate": 0.6,
        "inputTokens": 181072,
        "outputTokens": 21593,
        "totalTokens": 202665,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4896,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0027",
        "stage": "s2",
        "tasks": 60,
        "solved": 38,
        "solveRate": 0.6333333333333333,
        "inputTokens": 1252632,
        "outputTokens": 205942,
        "totalTokens": 1458574,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6503,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0029",
        "stage": "s1",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 190691,
        "outputTokens": 32291,
        "totalTokens": 222982,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4372,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0030",
        "stage": "s1",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 132095,
        "outputTokens": 22098,
        "totalTokens": 154193,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4690,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0030",
        "stage": "s2",
        "tasks": 60,
        "solved": 44,
        "solveRate": 0.7333333333333333,
        "inputTokens": 1034891,
        "outputTokens": 163524,
        "totalTokens": 1198415,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 7131,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0032",
        "stage": "s1",
        "tasks": 10,
        "solved": 9,
        "solveRate": 0.9,
        "inputTokens": 201957,
        "outputTokens": 24383,
        "totalTokens": 226340,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4209,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0032",
        "stage": "s2",
        "tasks": 60,
        "solved": 40,
        "solveRate": 0.6666666666666666,
        "inputTokens": 1211003,
        "outputTokens": 180958,
        "totalTokens": 1391961,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6136,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0033",
        "stage": "s1",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 160255,
        "outputTokens": 23297,
        "totalTokens": 183552,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4846,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0033",
        "stage": "s2",
        "tasks": 60,
        "solved": 42,
        "solveRate": 0.7,
        "inputTokens": 1184551,
        "outputTokens": 188700,
        "totalTokens": 1373251,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6962,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0034",
        "stage": "s1",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 156731,
        "outputTokens": 17181,
        "totalTokens": 173912,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4481,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0034",
        "stage": "s2",
        "tasks": 60,
        "solved": 43,
        "solveRate": 0.7166666666666667,
        "inputTokens": 1174223,
        "outputTokens": 170458,
        "totalTokens": 1344681,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 8128,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0035",
        "stage": "s1",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 185010,
        "outputTokens": 28436,
        "totalTokens": 213446,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4109,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0035",
        "stage": "s2",
        "tasks": 60,
        "solved": 43,
        "solveRate": 0.7166666666666667,
        "inputTokens": 1134356,
        "outputTokens": 190713,
        "totalTokens": 1325069,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6928,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0036",
        "stage": "s1",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 203879,
        "outputTokens": 25331,
        "totalTokens": 229210,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4690,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0036",
        "stage": "s2",
        "tasks": 60,
        "solved": 42,
        "solveRate": 0.7,
        "inputTokens": 1202709,
        "outputTokens": 192337,
        "totalTokens": 1395046,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6020,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0037",
        "stage": "s1",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 163363,
        "outputTokens": 13197,
        "totalTokens": 176560,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4880,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0037",
        "stage": "s2",
        "tasks": 60,
        "solved": 35,
        "solveRate": 0.5833333333333334,
        "inputTokens": 1123883,
        "outputTokens": 87761,
        "totalTokens": 1211644,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 8552,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0038",
        "stage": "s1",
        "tasks": 10,
        "solved": 8,
        "solveRate": 0.8,
        "inputTokens": 190730,
        "outputTokens": 31632,
        "totalTokens": 222362,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4790,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0038",
        "stage": "s2",
        "tasks": 60,
        "solved": 36,
        "solveRate": 0.6,
        "inputTokens": 1205727,
        "outputTokens": 192230,
        "totalTokens": 1397957,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 8007,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0039",
        "stage": "s1",
        "tasks": 10,
        "solved": 5,
        "solveRate": 0.5,
        "inputTokens": 129250,
        "outputTokens": 9471,
        "totalTokens": 138721,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 4607,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0039",
        "stage": "s2",
        "tasks": 60,
        "solved": 21,
        "solveRate": 0.35,
        "inputTokens": 1016946,
        "outputTokens": 65911,
        "totalTokens": 1082857,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6363,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0040",
        "stage": "s1",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 159354,
        "outputTokens": 31297,
        "totalTokens": 190651,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 5053,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0040",
        "stage": "s2",
        "tasks": 60,
        "solved": 44,
        "solveRate": 0.7333333333333333,
        "inputTokens": 1105990,
        "outputTokens": 208336,
        "totalTokens": 1314326,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 6914,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0041",
        "stage": "s1",
        "tasks": 10,
        "solved": 6,
        "solveRate": 0.6,
        "inputTokens": 203646,
        "outputTokens": 34302,
        "totalTokens": 237948,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 3992,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0041",
        "stage": "s2",
        "tasks": 60,
        "solved": 42,
        "solveRate": 0.7,
        "inputTokens": 1166682,
        "outputTokens": 188627,
        "totalTokens": 1355309,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 7952,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      },
      {
        "run": "v0042",
        "stage": "s1",
        "tasks": 10,
        "solved": 7,
        "solveRate": 0.7,
        "inputTokens": 158997,
        "outputTokens": 34980,
        "totalTokens": 193977,
        "fullNativePeakTokens": null,
        "providerReportedPeakTokens": 3621,
        "scope": "Saved aggregate only; this record does not establish a matched native-client 20x result."
      }
    ]
  },
  "corpusHistory": {
    "source": "Saved status corpus aggregates",
    "totals": {
      "expectedTasks": 596,
      "recordedTasks": 596,
      "solvedTasks": 393,
      "inputTokens": 17773262,
      "outputTokens": 2031187
    },
    "runs": [
      {
        "suite": "plumbing",
        "status": "completed",
        "expectedTasks": 9,
        "recordedTasks": 9,
        "solvedTasks": 9,
        "inputTokens": 135662,
        "outputTokens": 10151,
        "scope": "Original local-runtime corpus execution; full native peak context and 20x gains remain unproved."
      },
      {
        "suite": "humanevalfix-python",
        "status": "completed",
        "expectedTasks": 164,
        "recordedTasks": 164,
        "solvedTasks": 136,
        "inputTokens": 2655226,
        "outputTokens": 570816,
        "scope": "Original local-runtime corpus execution; full native peak context and 20x gains remain unproved."
      },
      {
        "suite": "canitedit-lazy",
        "status": "completed",
        "expectedTasks": 88,
        "recordedTasks": 88,
        "solvedTasks": 39,
        "inputTokens": 2180403,
        "outputTokens": 231678,
        "scope": "Original local-runtime corpus execution; full native peak context and 20x gains remain unproved."
      },
      {
        "suite": "humanevalfix-js",
        "status": "completed",
        "expectedTasks": 163,
        "recordedTasks": 163,
        "solvedTasks": 121,
        "inputTokens": 2288530,
        "outputTokens": 467990,
        "scope": "Original local-runtime corpus execution; full native peak context and 20x gains remain unproved."
      },
      {
        "suite": "canitedit-descriptive",
        "status": "completed",
        "expectedTasks": 88,
        "recordedTasks": 88,
        "solvedTasks": 51,
        "inputTokens": 2248955,
        "outputTokens": 253699,
        "scope": "Original local-runtime corpus execution; full native peak context and 20x gains remain unproved."
      },
      {
        "suite": "polyglot-python",
        "status": "completed",
        "expectedTasks": 27,
        "recordedTasks": 27,
        "solvedTasks": 13,
        "inputTokens": 2393014,
        "outputTokens": 234892,
        "scope": "Original local-runtime corpus execution; full native peak context and 20x gains remain unproved."
      },
      {
        "suite": "refactor-ast",
        "status": "completed",
        "expectedTasks": 57,
        "recordedTasks": 57,
        "solvedTasks": 24,
        "inputTokens": 5871472,
        "outputTokens": 261961,
        "scope": "Original local-runtime corpus execution; full native peak context and 20x gains remain unproved."
      }
    ]
  },
  "harnessComparison": {
    "scope": "One local-model 60-task screen; same window, cap, budgets and grader.",
    "model": "qwen3.5:9b",
    "rows": [
      {
        "harness": "Atlias original runtime",
        "solved": 44,
        "tasks": 60,
        "tokensPerSolve": 30007,
        "meanPromptTokensPerCall": 2266,
        "firstPromptTokensMedian": 1093,
        "largestPromptTokens": 7578
      },
      {
        "harness": "mini-swe-agent",
        "solved": 41,
        "tasks": 60,
        "tokensPerSolve": 34174,
        "meanPromptTokensPerCall": null,
        "firstPromptTokensMedian": 750,
        "largestPromptTokens": 11734
      },
      {
        "harness": "nanobot 0.3.5",
        "solved": 40,
        "tasks": 60,
        "tokensPerSolve": 92348,
        "meanPromptTokensPerCall": 8274,
        "firstPromptTokensMedian": 7618,
        "largestPromptTokens": 13298
      },
      {
        "harness": "OpenCode pinned",
        "solved": 38,
        "tasks": 60,
        "tokensPerSolve": 62831,
        "meanPromptTokensPerCall": 6688,
        "firstPromptTokensMedian": 5259,
        "largestPromptTokens": 12671
      }
    ],
    "note": "A single run per harness; solve-count gaps are noisy. Token scope and first-prompt definitions follow the original screen report."
  },
  "subharnessHistory": {
    "scope": "Claude Code native client with and without the Atlias plugin; one-run leads unless stated otherwise.",
    "pairedScreenLeads": [
      {
        "name": "s3",
        "matchedPairs": 30,
        "baseSolved": 14,
        "atliasSolved": 15,
        "totalTokenReduction": 2.8
      },
      {
        "name": "s6",
        "matchedPairs": 30,
        "baseSolved": 12,
        "atliasSolved": 15,
        "totalTokenReduction": 2.24
      }
    ],
    "note": "The closed subharness series measured about 2.2x to 2.9x fewer total tokens on these leads. It did not establish a 20x plugin result.",
    "smokeLeads": [
      {
        "name": "trial-02",
        "matchedPairs": 10,
        "baseSolved": 9,
        "atliasSolved": 7,
        "totalTokenReduction": 1.42,
        "basePeakTokens": 23265,
        "atliasPeakTokens": 16661
      },
      {
        "name": "harness-n1",
        "matchedPairs": 10,
        "baseSolved": 7,
        "atliasSolved": 9,
        "totalTokenReduction": 8.29,
        "peakReduction": 5.44
      },
      {
        "name": "harness-n2c",
        "matchedPairs": 10,
        "baseSolved": 8,
        "atliasSolved": 9,
        "totalTokenReduction": 10.61,
        "peakReduction": 5
      }
    ]
  },
  "ownHarnessVsBaseClaudeCode": {
    "scope": "Same local model, 60-task screen, 120 matched run pairs per screen. The same base 120-run set was reused where the requests matched.",
    "model": "qwen3.5:9b-32k",
    "baseRuns": 120,
    "baseSolved": 80,
    "screens": [
      {
        "run": "n3",
        "totalTokenReduction": 22.51,
        "baseSolved": 80,
        "atliasSolved": 86
      },
      {
        "run": "n4",
        "totalTokenReduction": 22.36,
        "baseSolved": 80,
        "atliasSolved": 83
      },
      {
        "run": "n5",
        "totalTokenReduction": 14.02,
        "baseSolved": 80,
        "atliasSolved": 79
      },
      {
        "run": "n6",
        "totalTokenReduction": 15.48,
        "baseSolved": 80,
        "atliasSolved": 82
      },
      {
        "run": "n7r",
        "totalTokenReduction": 19.66,
        "baseSolved": 80,
        "atliasSolved": 89
      },
      {
        "run": "n8",
        "totalTokenReduction": 19.63,
        "baseSolved": 80,
        "atliasSolved": 85
      },
      {
        "run": "n10",
        "totalTokenReduction": 23.42,
        "baseSolved": 80,
        "atliasSolved": 85
      },
      {
        "run": "n11",
        "totalTokenReduction": 20.95,
        "baseSolved": 80,
        "atliasSolved": 83
      },
      {
        "run": "n12",
        "totalTokenReduction": 22.91,
        "baseSolved": 80,
        "atliasSolved": 82
      }
    ],
    "pooled": {
      "screens": 9,
      "baseRuns": 120,
      "atliasRuns": 1080,
      "baseSolved": 80,
      "atliasSolvedAcrossScreens": 754,
      "pooledTotalTokenReduction": 19.52,
      "screenRatioRange": [
        14.02,
        23.42
      ],
      "screensAtOrAboveBaseSolveCount": 8,
      "tasksInEachScreenPass": 60,
      "atliasSolvedPerPassRange": [
        39,
        45
      ],
      "goal20xMeanMet": false,
      "noTaskLostGoalMet": false,
      "solveGoals50Of60And90Of120Met": false
    },
    "cachedTokenClaim": {
      "claimedReduction": 5,
      "status": "unverified",
      "note": "No matched cached-token measurement supports this ratio."
    },
    "peakContext": {
      "reportedSeparately": true,
      "note": "A peak-context ratio cannot be relabelled as a cached-token ratio."
    }
  }
}