User-agent: * # Admin and system files Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /cdn-cgi/ Disallow: /cgi-bin/ Disallow: /public_html/ Disallow: /404-content/ # Allow admin-ajax for functionality Allow: /wp-admin/admin-ajax.php # WordPress content management Disallow: /wp-content/plugins/ Disallow: /wp-content/uploads/*.docx Disallow: /wp-content/uploads/*.pdf # WordPress dynamic pages to avoid duplicate content Disallow: /?s= Disallow: /search/ Disallow: /author/ Disallow: /tag/ # Allow essential content Allow: /wp-content/themes/ Allow: /wp-content/uploads/ Allow: /wp-content/cache/ # Sitemap Sitemap: https://www.auditpeak.com/sitemap_index.xml