{
  "apiVersion": "v1",
  "passage": {
    "id": "tessl-testing-context-run-five-times-error-budgets-2026",
    "text": "Think about this, like, you run it five times, and out of five, how many times does it succeed? And … maybe in several cases it hits 100% all the time, which is great, but in others not. And depending on how you change your context, it will influence which tests actually work or not. I find it personally helpful to think about this as error budgets, I give a set of tests … that I really care about, so it's only allowed … to fail minimally, and other pieces are okay. So that's how you have to think about testing context, you cannot do, like, exact testing all the time.",
    "context": "Debois explains how he tests the instructions and skills given to a coding agent, because the same test run twice can give different results.",
    "speaker": "Patrick Debois",
    "speakerId": "patrick-debois",
    "speakerUrl": "https://the-ai-record.com/people/patrick-debois",
    "speakerLevel": "practitioner",
    "role": "Product DevRel Lead",
    "voice": "person",
    "organization": "Tessl",
    "organizationId": "tessl",
    "organizationUrl": "https://the-ai-record.com/organizations/tessl",
    "aiVendor": true,
    "work": {
      "title": "Context Is the New Code",
      "type": "talk",
      "date": "2026-05-03",
      "publisher": "AI Engineer (YouTube)",
      "locator": "13:04",
      "url": "https://www.youtube.com/watch?v=bSG9wUYaHWU"
    },
    "grade": "B",
    "gradeMeaning": "The organization's own post, paper or talk.",
    "verification": {
      "status": "verified",
      "meaning": "An independent second reader re-fetched the source and confirmed the wording.",
      "reviewedOn": "2026-11-04"
    },
    "topics": [
      "testing",
      "measuring-impact",
      "ai-evals"
    ],
    "functions": [
      "engineering"
    ],
    "figures": [],
    "url": "https://the-ai-record.com/passages/tessl-testing-context-run-five-times-error-budgets-2026",
    "json": "https://the-ai-record.com/api/v1/passages/tessl-testing-context-run-five-times-error-budgets-2026.json"
  },
  "notice": [
    "Every passage is reproduced word for word from the cited source.",
    "Check the verification status: \"reported\" means not yet confirmed by an independent second reader.",
    "Organizations flagged aiVendor sell AI tools or services and have a reason to publish flattering numbers.",
    "An empty result means the archive holds nothing on it, not that nobody has said anything."
  ]
}