# START YOAST BLOCK # --------------------------- # Block sensitive admin areas User-agent: * Disallow: /admin/ Disallow: /login/ Disallow: /dashboard/ Disallow: /user-settings/ # Block staging URLs and draft pages Disallow: /staging/ Disallow: /drafts/ # Block paid media landing pages and campaigns Disallow: /ppc/ Disallow: /campaign/ Disallow: /landing/ # Block non-essential assets Disallow: /assets/ Disallow: /css/ Disallow: /js/ Disallow: /media/ # Block URL parameters to avoid duplicate content Disallow: /*?sort= Disallow: /*?filter= Disallow: /*?tracking= # Allow crawling of important public content Allow: /public/ Allow: /important-page.html # Specify sitemap location for crawlers Sitemap: https://www.example.com/sitemap.xml # --------------------------- # END YOAST BLOCK