# Allow all AI agents and crawlers to access the entire website
User-agent: *
Allow: /

# Specific AI agent permissions
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Omgilibot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: PetalBot
Allow: /

# Allow crawling of all content
Allow: /src/
Allow: /components/
Allow: /pages/
Allow: /assets/

# Sitemap location
Sitemap: https://safeedges.in/sitemap.xml

# Crawl delay (optional - set to 0 for maximum access)
Crawl-delay: 0