# SEO-optimized robots.txt for tarotroom.com # This version combines best practices for a classic ASP.NET site using bundling. User-agent: * # Allow important asset folders and bundled resources for rendering Allow: /Content/ Allow: /Scripts/ Allow: /bundles/ # Disallow application folders, user controls, and services Disallow: /bin/ Disallow: /Controls/ Disallow: /Services/ Disallow: /api/ # Disallow user-specific pages that should not be indexed Disallow: /account/ Disallow: /profile/ Disallow: /login/ Disallow: /logout/ Disallow: /signin/ # A gentle delay for crawlers to manage server load (optional, as Google may ignore) Crawl-delay: 1 # Location of the sitemap Sitemap: https://tarotroom.com/sitemap.xml