User-Agent: * Crawl-delay: 30 Allow: / User-Agent: GPTBot Crawl-delay: 60 Allow: / User-Agent: CCBot Crawl-delay: 60 Allow: / User-Agent: anthropic-ai Crawl-delay: 60 Allow: / User-Agent: ClaudeBot Crawl-delay: 60 Allow: / User-Agent: Amazonbot Crawl-delay: 60 Allow: / User-Agent: meta-externalagent Crawl-delay: 60 Allow: / User-Agent: FacebookBot Crawl-delay: 60 Allow: /