User-agent: *
Allow: /
Allow: /recruiter
Allow: /legal-intake
Allow: /solutions
Allow: /pricing

# Disallow admin, auth, and private pages from indexing
Disallow: /admin/
Disallow: /auth/
Disallow: /settings/
Disallow: /profile/
Disallow: /agents/
Disallow: /team/
Disallow: /my-agents/
Disallow: /intelligent-agents/
Disallow: /voice-recruiter-dashboard/
Disallow: /legal-intake-dashboard/

# Crawl-delay for non-Google bots
User-agent: Bingbot
Crawl-delay: 2

User-agent: Yandex
Crawl-delay: 5

# Allow specific bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

# Sitemap location
Sitemap: https://agentfleet.app/sitemap.xml