# Allow All Bots User-agent: * Disallow: # Link to sitemap Sitemap: https://www.buzzrecruitment.co.nz/sitemap_index.xml # Block the admin area but allow ajax callbacks Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block WP Includes Disallow: /wp-includes/ Allow: /wp-includes/js/ Allow: /wp-includes/images/ # Block WP Install Disallow: /wp-config-sample.php Disallow: /wp-admin/install.php # Block Regsiter and Login Disallow: /wp-login.php Disallow: /wp-register.php # Block cgi-bin & temp Disallow: /cgi-bin/ Disallow: /junk/ Disallow: /tmp/ Disallow: /.tmp/ # Block SSL Challlenge Disallow: /cdn-cgi/bm/cv/ Disallow: /cdn-cgi/challenge-platform/ Disallow: /.well-known/acme-challenge/ # Block Trackback, Feed and XMLrpc Disallow: /trackback/ Disallow: /xmlrpc.php Disallow: /feed/ # Disallow Common Disallow: /readme.html Disallow: /readme.*.html Disallow: /licence.txt Disallow: /license.txt Disallow: /installer.php Disallow: /install.php Disallow: /phpinfo.php # Block Search Disallow: /?s=* Disallow: /search/* # Disallow Bot Spam Disallow: /site.webmanifest # Block wp-json API Disallow: /wp-json/ # Reject zero benefit bots User-agent: Nuclei User-agent: WikiDo User-agent: Riddler User-agent: PetalBot User-agent: Zoominfobot User-agent: Go-http-client User-agent: Node/simplecrawler User-agent: CazoodleBot User-agent: dotbot/1.0 User-agent: Gigabot User-agent: Barkrowler User-agent: BLEXBot User-agent: magpie-crawler Disallow: /