# See https://www.robotstxt.org/robotstxt.html for documentation
User-agent: *
# Authenticated user areas
Disallow: /restaurants/
Disallow: /login
Disallow: /login/verify
Disallow: /logout
Disallow: /auth/
Disallow: /payments
# Admin, internal, and operational
Disallow: /admin
Disallow: /internal/
Disallow: /up
Disallow: /jobs
Disallow: /queues
Disallow: /applications/
# API and preview tokens
Disallow: /api/
Disallow: /preview/
# Rails infrastructure
Disallow: /rails/
# Cloudflare email protection
Disallow: /cdn-cgi/l/email-protection
Sitemap: https://dinehere.ai/sitemap.xml