# Bebop Website - robots.txt

# Allow all bots to crawl public content
User-agent: *
Allow: /

# Disallow admin and internal areas
Disallow: /admin/
Disallow: /admin_users/
Disallow: /admin/jobs

# Disallow Firebase internal dashboard
Disallow: /admin/firebase/
Disallow: /admin/firebase

# Disallow webhook endpoints
Disallow: /mollie_webhook/

# Disallow Rails internal paths
Disallow: /rails/

# Disallow file downloads and duplicate content
Disallow: /*.json$
Disallow: /*?*sort=
Disallow: /*?*page=
Disallow: /*?*filter=
Disallow: /*?*ref=
Disallow: /*?*utm_
Disallow: /*?*fbclid=

# Allow specific public resources
Allow: /assets/
Allow: /images/
Allow: /static/

# Crawl delay and request rate
Crawl-delay: 1

# Sitemap location
Sitemap: https://bebop.app/sitemap.xml