Sitemap: http://www.hostworks.com/sitemap.xml
User-Agent: *
Allow: /
Disallow: /admin
Disallow: /aspnet_client
Disallow: /cfc
Disallow: /cfmu
Disallow: /ckfinder
Disallow: /coloradolotteryproposal
Disallow: /com
Disallow: /comps
Disallow: /conf
Disallow: /custom
Disallow: /dav
Disallow: /db
Disallow: /demo
Disallow: /dfba
Disallow: /download


#
# Unwanted bots
#

User-agent: InternetSeer.com
Disallow: /
User-Agent: BaiDuSpider
Disallow: /
User-Agent: EmailSiphon
Disallow: /
User-Agent: grub
Disallow: /
User-Agent: htdig
Disallow: /
User-Agent: HTTrack
Disallow: /
User-Agent: LNSpiderGuy
Disallow: /
User-Agent: Netprospector
Disallow: /
User-Agent: psbot
Disallow: /
User-Agent: szukacz
Disallow: /
User-Agent: RPT-HTTPClient
Disallow: /
User-Agent: Teleport
Disallow: /
User-Agent: Telesoft
Disallow: /
User-Agent: Ultraseek
Disallow: /
User-Agent: vspider
Disallow: /
User-Agent: WebCopier
Disallow: /
User-Agent: WebEMailExtractor
Disallow: /
User-Agent: WebReaper
Disallow: /
User-Agent: WebStripper
Disallow: /