{
  "title": "Tenjin controlled coding-task experiment",
  "status": "diagnostic",
  "date": "2026-09-13",
  "model": "gpt-5.6-sol",
  "harness": "Codex CLI 0.154.0",
  "effort": "low",
  "tasks": 10,
  "repeats": 3,
  "scheduledAttempts": 150,
  "passedAttempts": 147,
  "invalidAttempts": 3,
  "conditions": {
    "withoutTenjin": {
      "name": "Without Tenjin",
      "tokens": {
        "ratio": 1,
        "interval95": null
      },
      "agentTime": {
        "ratio": 1,
        "interval95": null
      },
      "passed": 30,
      "scheduled": 30
    },
    "markdown": {
      "name": "Shared Markdown",
      "tokens": {
        "ratio": 0.856,
        "interval95": [0.716, 1.057]
      },
      "agentTime": {
        "ratio": 0.635,
        "interval95": [0.453, 0.863]
      },
      "passed": 30,
      "scheduled": 30
    },
    "prepared": {
      "name": "Tenjin with prepared lessons",
      "tokens": {
        "ratio": 0.923,
        "interval95": [0.791, 1.092]
      },
      "agentTime": {
        "ratio": 0.934,
        "interval95": [0.792, 1.144]
      },
      "passed": 29,
      "scheduled": 30
    },
    "preparedTeamOnly": {
      "name": "Tenjin with team lessons only",
      "tokens": {
        "ratio": 0.919,
        "interval95": [0.778, 1.071]
      },
      "agentTime": {
        "ratio": 0.798,
        "interval95": [0.564, 1.094]
      },
      "passed": 29,
      "scheduled": 30
    },
    "captureAndReuse": {
      "name": "Tenjin with capture and reuse",
      "tokens": {
        "ratio": 1.397,
        "interval95": [1.212, 1.604]
      },
      "agentTime": {
        "ratio": 0.933,
        "interval95": [0.693, 1.204]
      },
      "passed": 29,
      "scheduled": 30
    }
  },
  "accounting": "Ratios compare tokens and agent time per verified completion against no Tenjin, weighting tasks equally. Tokens include incremental capture at first reuse; full producer-task effort is separate. Time measures the later agent, including tools and hooks.",
  "limitations": [
    "Diagnostic small-fixture study; no established general savings claim.",
    "Tenjin prepared-lesson token and time intervals include no change.",
    "Three invalid attempts were not replaced; valid task coverage differs between conditions.",
    "Markdown and Tenjin conditions did not receive identical lesson sets.",
    "This summary does not contain raw traces, lessons, or task source."
  ]
}