{
  "apiVersion": "v1",
  "passage": {
    "id": "coval-asked-name-sensitive-risk-domains-2026",
    "text": "Asked to name sensitive risk domains in prose, the model claimed authorization in 38% of reviews, while about 18% of the changes touched anything authorization-shaped; required to quote the specific changed line instead, it produced 570 claims, of which 98% resolved to real code—the same model over the same pull requests, with only the form of the question changed.",
    "context": null,
    "speaker": "Dana Dzik",
    "speakerId": "dana-dzik",
    "speakerUrl": "https://the-ai-record.com/people/dana-dzik",
    "speakerLevel": "practitioner",
    "role": "Engineer, Coval (author of the Coval blog post on its code reviewer)",
    "voice": "person",
    "organization": "Coval",
    "organizationId": "coval",
    "organizationUrl": "https://the-ai-record.com/organizations/coval",
    "aiVendor": true,
    "work": {
      "title": "Notes on Building a Code Reviewer",
      "type": "post",
      "date": "2026-09-10",
      "publisher": "Coval blog",
      "locator": "The rebuild",
      "url": "https://www.coval.ai/blog/how-we-built-our-code-reviewer/"
    },
    "grade": "B",
    "gradeMeaning": "The organization's own post, paper or talk.",
    "verification": {
      "status": "verified",
      "meaning": "An independent second reader re-fetched the source and confirmed the wording.",
      "reviewedOn": "2026-11-07"
    },
    "topics": [
      "ai-review-quality"
    ],
    "functions": [
      "engineering"
    ],
    "figures": [
      {
        "metric": "claims-resolving-to-real-code",
        "value": 0.98,
        "unit": "share",
        "period": "570 claims when the reviewer must quote the changed line",
        "definition": "Share of 570 review claims that resolved to real code when each claim had to quote a changed line",
        "level": "human-approves"
      }
    ],
    "url": "https://the-ai-record.com/passages/coval-asked-name-sensitive-risk-domains-2026",
    "json": "https://the-ai-record.com/api/v1/passages/coval-asked-name-sensitive-risk-domains-2026.json"
  },
  "notice": [
    "Every passage is reproduced word for word from the cited source.",
    "Check the verification status: \"reported\" means not yet confirmed by an independent second reader.",
    "Organizations flagged aiVendor sell AI tools or services and have a reason to publish flattering numbers.",
    "An empty result means the archive holds nothing on it, not that nobody has said anything."
  ]
}