{
  "apiVersion": "v1",
  "passage": {
    "id": "spacex-grok-bot-compact-while-cache-warm-2026",
    "text": "One trick that we do, which I think is really helpful, is while you're still within the warm cache period, you should probably do the compaction right now, because you have this long conversation … going to be much cheaper. So just go ahead, do the compaction, and now when the user comes back at 30 minutes or whatever, they're starting from this summary, and the summary now is going to be much cheaper for them to continue adding messages on.",
    "context": "Robinson is describing how his team keeps the cost of long agent conversations down by summarizing the context before the model provider's prompt cache expires.",
    "speaker": "Lee Robinson",
    "speakerId": "lee-robinson",
    "speakerUrl": "https://the-ai-record.com/people/lee-robinson",
    "speakerLevel": "practitioner",
    "role": "Works on Grok Bot at SpaceX (formerly Cursor)",
    "voice": "person",
    "organization": "SpaceX (SpaceXAI)",
    "organizationId": "spacex",
    "organizationUrl": "https://the-ai-record.com/organizations/spacex",
    "aiVendor": true,
    "work": {
      "title": "Stanford CS146S: How always-on agents work",
      "type": "talk",
      "date": "2026-10-11",
      "publisher": "leerob (YouTube)",
      "locator": "32:20",
      "url": "https://www.youtube.com/watch?v=L1OBRtfPS34"
    },
    "grade": "B",
    "gradeMeaning": "The organization's own post, paper or talk.",
    "verification": {
      "status": "verified",
      "meaning": "An independent second reader re-fetched the source and confirmed the wording.",
      "reviewedOn": "2026-11-07"
    },
    "topics": [
      "ai-cost-and-spend",
      "controlling-ai-spend"
    ],
    "functions": [
      "engineering"
    ],
    "figures": [],
    "url": "https://the-ai-record.com/passages/spacex-grok-bot-compact-while-cache-warm-2026",
    "json": "https://the-ai-record.com/api/v1/passages/spacex-grok-bot-compact-while-cache-warm-2026.json"
  },
  "notice": [
    "Every passage is reproduced word for word from the cited source.",
    "Check the verification status: \"reported\" means not yet confirmed by an independent second reader.",
    "Organizations flagged aiVendor sell AI tools or services and have a reason to publish flattering numbers.",
    "An empty result means the archive holds nothing on it, not that nobody has said anything."
  ]
}