User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block sensitive directories Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /readme.html Disallow: /refer/ # Block author pages to prevent duplicate content Disallow: /author/ # Allow search engines to crawl all content pages Allow: /wp-content/uploads/ # Sitemap location Sitemap: https://www.traceable.com/sitemap_index.xml