# Robots.txt for Disasters Expo Miami
# Production Domain: https://www.disasterexpomiami.com

# Sitemap location - Static sitemap
Sitemap: https://www.disasterexpomiami.com/sitemap.xml

# Default rules for all bots
User-agent: *
Allow: /
Crawl-delay: 1

# Disallow admin and login areas
Disallow: /admin*
Disallow: /login
Disallow: /reset-password
Disallow: /exhibitor-login
Disallow: /exhibitor-portal*
Disallow: /exhibitor/*
Disallow: /speaker-login
Disallow: /speaker/*
Disallow: /green-room

# Disallow internal pages
Disallow: /api/
Disallow: /*.json$

# Allow specific bots full access to public pages
User-agent: Googlebot
Allow: /
Disallow: /admin*
Disallow: /exhibitor-portal*
Disallow: /exhibitor/*
Disallow: /speaker/*

User-agent: Bingbot
Allow: /
Disallow: /admin*
Disallow: /exhibitor-portal*
Disallow: /exhibitor/*
Disallow: /speaker/*

# Social media crawlers for rich previews
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: Discordbot
Allow: /

# AI crawlers
User-agent: GPTBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: CCBot
Allow: /