# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # Allow all crawlers to access public pages User-agent: * Allow: / # Auth and session pages Disallow: /admin/ Disallow: /auth/ Disallow: /sign-in Disallow: /sign-up Disallow: /otp-verification Disallow: /session Disallow: /passwords Disallow: /accept-invite Disallow: /update_password # User-specific pages Disallow: /settings # Form submission endpoints # Note: /corrections is intentionally crawlable so Google can process the # `noindex` meta tag on /corrections/new and deindex historically indexed # form URLs. Re-block once those URLs have dropped from the index. Disallow: /submissions Disallow: /feedbacks Disallow: /claims # Internal/API endpoints Disallow: /api/ Disallow: /up Disallow: /sitemap/regenerate Disallow: /cdn-cgi/ # Search results (prevent crawling parameterized queries) Disallow: /search # Sitemap locations Sitemap: https://happyhourhawk.com/sitemap.xml