# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # Allow all crawlers to access public pages User-agent: * Allow: / # Auth and session pages Disallow: /admin/ Disallow: /auth/ Disallow: /sign-in Disallow: /sign-up Disallow: /otp-verification Disallow: /session Disallow: /passwords Disallow: /accept-invite Disallow: /update_password # User-specific pages Disallow: /settings Disallow: /players Disallow: /host Disallow: /join # Form submission endpoints Disallow: /submissions Disallow: /corrections Disallow: /feedbacks Disallow: /claims # Internal/API endpoints Disallow: /api/ Disallow: /up Disallow: /sitemap/regenerate Disallow: /cdn-cgi/ # Search results (prevent crawling parameterized queries) Disallow: /search # Sitemap locations Sitemap: https://findkaraoke.net/sitemap.xml.gz Sitemap: https://findkaraoke.net/sitemap.xml