# Prevent private admin areas from being crawled
User-agent: *
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/*
Allow: /wp-content/*.js
Allow: /wp-content/*.css
Allow: /wp-includes/*.js
Allow: /wp-includes/*.css
Disallow: /wp-admin
Disallow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /cgi-bin
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-includes/
Disallow: /*/attachment/
Disallow: /tag/*/page/
Disallow: /tag/*/feed/
Disallow: /page/
Disallow: /comments/
Disallow: /xmlrpc.php
Disallow: /?attachment_id*
Disallow: /?wordfence_lh=
Disallow: /tag/*
Disallow: ?p=*
Disallow: ?s=*

# Prevent duplicate /feed/ pages from being crawled
User-agent: *
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*/*/feed/
Disallow: /*/*/*/feed/
Disallow: /*/*/*/*/feed/
Disallow: /*/*/*/*/*/feed/
Disallow: /*/*/*/*/*/*/feed/

Sitemap: http://newcastlekarate.com.au/sitemap_index.xml