User-agent: *
Allow: /

# Disallow admin areas
Disallow: /admin/
Disallow: /api/

# Disallow private token pages
Disallow: /token/owned/
Disallow: /iteration/owned/

# Allow specific API endpoints
Allow: /api/sitemap.xml
Allow: /api/robots.txt

# Crawl delay for politeness
Crawl-delay: 1

# Sitemap location
Sitemap: https://ibon.work//api/sitemap.xml

# Additional search engine specific rules
User-agent: Googlebot
Crawl-delay: 1

User-agent: Bingbot
Crawl-delay: 1

User-agent: Slurp
Crawl-delay: 2

# Social media crawlers (always allow for sharing)
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

# Discord crawler
User-agent: Discordbot
Allow: /