User-agent: * Allow: / # Block common WordPress/system folders that should not be indexed Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /cgi-bin/ # Allow important AJAX/admin asset crawling Allow: /wp-admin/admin-ajax.php Sitemap: https://twpctech.com/sitemap.xml