User-agent: *
Disallow: /xhr/
Disallow: /amp/

User-agent: PetalBot
Disallow: /

User-agent: Bingbot
Crawl-delay: 1

User-agent: ClaudeBot
Crawl-delay: 1

User-agent: GPTBot
Crawl-delay: 1

User-agent: googlebot
Allow: /amp/