# Crawlers Setup
User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /recommended/
Disallow: /comments/feed/
Disallow: /trackback/
Disallow: /xmlrpc.php


Allow: *.js
Allow: *.css

User-agent: NinjaBot
Allow: /

User-agent: Mediapartners-Google*
Allow: /

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: Adsbot-Google
Allow: /
 
 
User-agent: Googlebot-Mobile
Allow: /


User-Agent: Googlebot
Allow: /

Sitemap: http://www.tuscanyservices.com.au/sitemap_index.xml