#<!-- Just Search LTD - Robots.txt Structure Copyright 2005. All rights reserved --> 
#
# Robots.txt file from http://www.hsdirect.co.uk/robots.txt
#
# All robots will spider the domain

User-agent: *
Disallow:
User-agent: Mediapartners-Google*
Disallow:
User-agent: AltaVista-Intranet
Disallow:
User-agent: FAST-WebCrawler
Disallow:
User-agent: Speedy Spider
Disallow:
User-agent: ArchitextSpider
Disallow:
User-agent: Arachnoidea
Disallow:
User-agent: Fast PartnerSite Crawler
Disallow:
User-agent: FAST Data Search Crawler
Disallow:
User-agent: FyberSearch
Disallow:
User-agent: GalaxyBot
Disallow:
User-agent: geckobot
Disallow:
User-agent: GenCrawler
Disallow:
User-agent: googlebot
Disallow:
User-agent: GeonaBot
Disallow:
User-agent: IncyWincy
Disallow:
User-agent: UltraSeek
Disallow:
User-agent: InfoSeek Sidewinder
Disallow:
User-agent: MP3Bot
Disallow:
User-agent: LNSpiderguy
Disallow:
User-agent: lookbot
Disallow:
User-agent: MantraAgent
Disallow:
User-agent: NetResearchServer
Disallow:
User-agent: Lycos_Spider_(T-Rex)
Disallow:
User-agent: JoocerBot
Disallow:
User-agent: MSNBOT/0.1
Disallow:
User-agent: Gulliver
Disallow:
User-agent: ObjectsSearch/0.01
Disallow:
User-agent: Scrubby
Disallow:
User-agent: speedfind ramBot xtreme
Disallow:
User-agent: Searchspider/
Disallow:
User-agent: SightQuestBot/
Disallow:
User-agent: Spider_Monkey/
Disallow:
User-agent: UK Searcher Spider
Disallow:
User-agent: MuscatFerret
Disallow:
User-agent: ZyBorg
Disallow:
User-agent: WSCbot
Disallow:
User-agent: Yellopet-Spider
Disallow:
User-agent: Vivante Link Checker
Disallow:
User-agent: Titan 
Disallow: / 
User-agent: EmailCollector 
Disallow: / 
User-agent: EmailSiphon 
Disallow: / 
User-agent: EmailWolf 
Disallow: / 
User-agent: ExtractorPro 
Disallow: /