# Allow OpenAI's GPTBot for crawling and potential training
User-agent: GPTBot
Allow: /

# Allow OpenAI's ChatGPT-User for use in chat interfaces/assistants
User-agent: ChatGPT-User
Allow: /

# Allow Google's AI crawler (used for SGE/generative AI features)
User-agent: Google-Extended
Allow: /

# General rule for all other bots (optional, but a common practice to ensure general access)
User-agent: *
Allow: /