# Sitemap location (dynamic sitemap from edge function)
Sitemap: https://www.cafebusinessshow.co.uk/sitemap.xml

# Default rules for all bots
User-agent: *
Allow: /

# Disallow admin and portal areas
Disallow: /admin
Disallow: /admin/
Disallow: /login
Disallow: /reset-password
Disallow: /exhibitor-login
Disallow: /exhibitor-portal
Disallow: /exhibitor-portal/
Disallow: /speaker-portal
Disallow: /speaker-portal/
Disallow: /green-room

# Disallow internal/API paths
Disallow: /api/
Disallow: /*.json$
Disallow: /404

# Allow specific search engine bots with explicit rules
User-agent: Googlebot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /exhibitor-portal
Disallow: /exhibitor-portal/
Disallow: /speaker-portal
Disallow: /speaker-portal/

User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /exhibitor-portal
Disallow: /exhibitor-portal/
Disallow: /speaker-portal
Disallow: /speaker-portal/

# Social media crawlers for rich previews
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: Discordbot
Allow: /

User-agent: Pinterestbot
Allow: /

# Crawl delay (optional - helps prevent server overload)
# Crawl-delay: 1