# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /
# Block JavaScript files to save crawl budget
Disallow: /*.js$
Disallow: /*.json$
# Block private/auth routes
Disallow: /dashboard/
Disallow: /settings/
Disallow: /posts-admin/
Disallow: /agency/
Disallow: /super-admin/
Disallow: /logout/
Disallow: /resources/
Disallow: /pricing/
# Sitemap location
Sitemap: /sitemap.xml