# https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / # Block JavaScript files to save crawl budget Disallow: /*.js$ Disallow: /*.json$ # Block private/auth routes Disallow: /dashboard/ Disallow: /settings/ Disallow: /posts-admin/ Disallow: /agency/ Disallow: /super-admin/ Disallow: /logout/ Disallow: /resources/ Disallow: /pricing/ # Sitemap location Sitemap: /sitemap.xml