# See https://www.robotstxt.org/robotstxt.html for documentation User-agent: * # Authenticated user areas Disallow: /restaurants/ Disallow: /login Disallow: /login/verify Disallow: /logout Disallow: /auth/ Disallow: /payments # Admin, internal, and operational Disallow: /admin Disallow: /internal/ Disallow: /up Disallow: /jobs Disallow: /queues Disallow: /applications/ # API and preview tokens Disallow: /api/ Disallow: /preview/ # Rails infrastructure Disallow: /rails/ # Cloudflare email protection Disallow: /cdn-cgi/l/email-protection Sitemap: https://dinehere.ai/sitemap.xml