User-agent: *
Allow: /

# Allow bots to access static assets
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.ico$
Allow: /*.woff$
Allow: /*.woff2$

# Disallow Astro internal files and build artifacts
Disallow: /_astro/
Disallow: /.well-known/
Disallow: /api/
Disallow: /*.json$

# Sitemap location
Sitemap: https://albionmanagerbot.com/sitemap.xml

# Crawl delay to be respectful
Crawl-delay: 1

# Specific instructions for major search engines
User-agent: Googlebot
Crawl-delay: 1
Allow: /

User-agent: Bingbot  
Crawl-delay: 1
Allow: /

User-agent: Slurp
Crawl-delay: 2
Allow: /

# Social media crawlers (for Open Graph)
User-agent: facebookexternalhit/*
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

# Discord bot for link previews
User-agent: Discordbot
Allow: /