{
  "apiVersion": "v1",
  "passage": {
    "id": "reddit-flag-agent-seven-for-seven-green-ci-1-26-per-pull-request-2026",
    "text": "Before I trusted this workflow, I back tested the scoring against months of clean up history. Then I ran it live. Seven for seven PRs with green CI. Now it runs daily on my laptop and hands work back for me to review. … $1.26 a pull request. A backlog of around 520 flags a year runs for under $700. If you had engineers working on this by hand, at least $26,000 that you're looking at.",
    "speaker": "Andrew Orobator",
    "role": "Senior Software Engineer",
    "organization": "Reddit",
    "aiVendor": false,
    "work": {
      "title": "Scale the Judgment, Not the Model",
      "type": "talk",
      "date": "2026-06-30",
      "publisher": "AI Engineer (YouTube)",
      "locator": "11:59",
      "url": "https://www.youtube.com/watch?v=6MudaeKdBSk"
    },
    "grade": "B",
    "verification": {
      "status": "verified",
      "reviewedOn": "2026-11-01"
    },
    "topics": [
      "coding-agents",
      "ai-cost-and-spend",
      "measuring-impact"
    ],
    "functions": [
      "engineering"
    ],
    "figures": [
      {
        "metric": "flag-cleanup-prs-green-ci",
        "value": 7,
        "unit": "count",
        "period": "the live run after back testing",
        "definition": "pull requests from the speaker's stale-feature-flag agent that passed CI, out of 7 (\"Seven for seven\")",
        "level": "human-approves"
      },
      {
        "metric": "flag-cleanup-cost-per-pr",
        "value": 1.26,
        "unit": "USD",
        "period": "per pull request",
        "definition": "cost per pull request of the speaker's stale-feature-flag agent, as he states it",
        "level": "human-approves"
      },
      {
        "metric": "flag-cleanup-yearly-cost",
        "value": 700,
        "unit": "USD",
        "period": "per year, backlog of around 520 flags",
        "definition": "upper bound ('under $700') the speaker gives for running his agent on about 520 flags a year",
        "level": "human-approves"
      },
      {
        "metric": "flag-cleanup-manual-cost",
        "value": 26000,
        "unit": "USD",
        "period": "per year, same backlog",
        "definition": "the speaker's estimate ('at least $26,000') of the same work done by engineers by hand",
        "level": "n/a"
      }
    ],
    "context": "The speaker is a Reddit Android engineer. In the talk he describes this agent as running in his local workflow and on his laptop, and says some of his other practices are from his personal side projects. The $26,000 is his own estimate of manual cost, and the PR count is a small sample.",
    "url": "https://the-ai-record.com/passages/reddit-flag-agent-seven-for-seven-green-ci-1-26-per-pull-request-2026"
  },
  "notice": [
    "Every passage is reproduced word for word from the cited source.",
    "Check the verification status: \"reported\" means not yet confirmed by an independent second reader.",
    "Organizations flagged aiVendor sell AI tooling and have a reason to publish flattering numbers.",
    "An empty result means the archive holds nothing on it, not that nobody has said anything."
  ]
}