User-agent: * Allow: / # Disallow feed URLs Disallow: /*/feed/ Disallow: /feed/ Disallow: /*.feed$ Disallow: /tag/*/feed/ Disallow: /category/*/feed/ # Disallow pagination Disallow: /*/?page= Disallow: /*/page/ Disallow: /page/ # Block WordPress core Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /xmlrpc.php # Allow important directories Allow: /wp-content/uploads/ Allow: /wp-content/cache/ # Block all spam query parameters Disallow: /*?URL= Disallow: /*?url= Disallow: /*?Url= # Sitemap Sitemap: https://ntdesigns.com.au/sitemap.xml Sitemap: https://ntdesigns.com.au/sitemap_index.xml