##
# iProperty Hubstar Wordpress Network robots.txt
##

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*

# Google AdSense
User-agent: Mediapartners-Google
Disallow:

# Bad Bots
User-agent: duggmirror
User-agent: AhrefsBot
User-agent: archive.org_bot
User-agent: SISTRIX
User-agent: TurnitinBot
User-agent: MJ12bot
User-agent: WordPressPollBot
User-agent: Yandex
User-agent: TosCrawler
User-agent: ZumBot
User-agent: rogerbot
Disallow: /

# Global
User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /*.pdf$
Disallow: /*.pdf
Allow: /wp-content/uploads/
Disallow: /*.pdf$
Disallow: /*.pdf


Sitemap: http://wbsimpson.com.au/sitemap.xml