User-agent: OAI-SearchBot
Allow: /


User-agent: ChatGPT-User
User-agent: ChatGPT-User/2.0
Allow: /

User-agent: GPTBot
Disallow: /private/       
Allow: /        


User-agent: anthropic-ai     
Allow: /
User-agent: ClaudeBot        
User-agent: claude-web    
Allow: /


User-agent: PerplexityBot   
Allow: /
User-agent: Perplexity-User  
Allow: /


User-agent: Google-Extended
Allow: /


User-agent: BingBot
Allow: /


User-agent: Amazonbot
Allow: /


User-agent: Applebot
User-agent: Applebot-Extended
Allow: /


User-agent: FacebookBot
User-agent: meta-externalagent
Allow: /


User-agent: LinkedInBot
Allow: /


User-agent: Bytespider
Allow: /


User-agent: DuckAssistBot
Allow: /


User-agent: cohere-ai
Allow: /


User-agent: AI2Bot
User-agent: CCBot
User-agent: Diffbot
User-agent: omgili
Allow: /


User-agent: TimpiBot
User-agent: YouBot
Allow: /