# This robots.txt file was automatically generated by `robots_txt_file.inc.php` from (admin).
# You can either update robots.txt manually or change it with `update-prodev-robots-txt.pl`
#
# Last updated Thu, 22 Nov 2018 12:05:08 +1300
#
<span class='robot_new_line'></span>
Sitemap: http://websitesthatsell.co.nz/sitemap/google_sitemap.php
User-agent: *
Disallow: FCKeditor/
Disallow: admin/
Disallow: administration/
Disallow: content/
Disallow: downloads/
Disallow: email/
Disallow: events/
Disallow: image/
Disallow: legal/
Disallow: login/
Disallow: news/
Disallow: omne/
Disallow: poll/
Disallow: referrals/
Disallow: scripts/
Disallow: search/
Disallow: signup/
Disallow: styles/
Disallow: widgets/
<span class='robot_new_line'></span>
# robots_block_spiders
# Disallow Unwanted Bots
User-agent: 008
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: TwengaBot
Disallow: /
User-agent: WotBox
Disallow: /
User-agent: ZumBot
Disallow: /

User-agent: Baiduspider
Disallow: /
Allow: /sitemap

User-agent: YandexBot
Disallow: /
Allow: /sitemap

User-agent: adbeat_bot
Disallow: /
User-agent: AITCSRobot
Disallow: /
User-agent: Alexibot
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: expo9
Disallow: /
User-agent: Huaweisymantecspider
Disallow: /
User-agent: InfluenceBot
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: MaxPointCrawler
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: Xaldon_WebSpider
Disallow: /
User-agent: Xenu's
Disallow: /
User-agent: Xenu's Link Sleuth 1.1c
Disallow: /
User-agent: SemrushBot
Disallow: /