User-agent: Microsoft URL
Disallow: 

User-agent: webmirror
Disallow: 

User-agent: webcopy
Disallow: 

User-agent: WinHTTrack
Disallow: 

User-agent: website extractor
Disallow: 

User-agent: *
Disallow: 

User-agent: SuperBot
Disallow: 

User-agent: SuperBot2.6
Disallow: 

User-agent: WebReaper
Disallow: 

User-agent: Googlebot-Image
Disallow: 

User-agent: Black Hole
Disallow: 

User-agent: Titan
Disallow: 

User-agent: NetMechanic
Disallow: 

User-agent: CherryPicker
Disallow: 

User-agent: EmailCollector
Disallow: 

User-agent: DISCo Pump 3.1
Disallow: 

User-agent: NetAttache
Disallow: 

User-agent: NetAttache Light 1.1
Disallow: 

User-agent: EmailSiphon
Disallow: 

User-agent: WebBandit
Disallow: 

User-agent: EmailWolf
Disallow: 

User-agent: ExtractorPro
Disallow: 

User-agent: CopyRightCheck
Disallow: 

User-agent: Crescent
Disallow: 

User-agent: SiteSnagger
Disallow: 

User-agent: ProWebWalker
Disallow: 

User-agent: CheeseBot
Disallow: 

User-agent: mozilla4
Disallow: 

User-agent: mozilla5
Disallow: 

User-agent: Alexibot
Disallow: 

User-agent: Teleport
Disallow: 

#User-agent: TeleportPro
#Disallow: 

#User-agent: Teleport Pro1.29.1718
#Disallow: 

#User-agent: Teleport Pro1.29.1632
#Disallow: 

#User-agent: Teleport Pro1.29.1590
#Disallow: 

#User-agent: Teleport Pro1.29
#Disallow: 

User-agent: Wget
Disallow: 

User-agent: MIIxpc
Disallow: 

User-agent: Telesoft
Disallow: 

User-agent: Website Quester
Disallow: 

User-agent: WebZip
Disallow: 

User-agent: moget2.1
Disallow: 

User-agent: WebZip4.0
Disallow: 

User-agent: WebStripper
Disallow: 

User-agent: WebStripper2.02
Disallow: 

User-agent: WebSauger
Disallow: 

User-agent: WebCopier
Disallow: 

User-agent: NetAnts
Disallow: 

User-agent: Mister PiX
Disallow: 

User-agent: WebAuto
Disallow: 

User-agent: TheNomad
Disallow: 

User-agent: WWW-Collector-E
Disallow: 

User-agent: RMA
Disallow: 

User-agent: libWebclsHTTP
Disallow: 

User-agent: asterias
Disallow: 

User-agent: httplib
Disallow: 

User-agent: turingos
Disallow: 

User-agent: spanner
Disallow: 

User-agent: InfoNaviRobot
Disallow: 

User-agent: Harvest1.5
Disallow: 

User-agent: Bullseye1.0
Disallow: 

User-agent: Mozilla4.0 (compatible; BullsEye; Windows 95)
Disallow: 

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: 

User-agent: CherryPickerSE1.0
Disallow: 

User-agent: CherryPickerElite1.0
Disallow: 

User-agent: WebBandit3.50
Disallow: 

User-agent: NICErsPRO
Disallow: 

User-agent: Microsoft URL Control - 5.01.4511
Disallow: 

User-agent: DittoSpyder
Disallow: 

User-agent: Foobot
Disallow: 

User-agent: WebmasterWorldForumBot
Disallow: 

User-agent: SpankBot
Disallow: 

User-agent: BotALot
Disallow: 

User-agent: lwp-trivial1.34
Disallow: 

User-agent: lwp-trivial
Disallow: 

User-agent: Wget1.6
Disallow: 

User-agent: BunnySlippers
Disallow: 

User-agent: Microsoft URL Control - 6.00.8169
Disallow: 

User-agent: URLy Warning
Disallow: 

User-agent: Wget1.5.3
Disallow: 

User-agent: LinkWalker
Disallow: 

User-agent: cosmos
Disallow: 

User-agent: moget
Disallow: 

User-agent: hloader
Disallow: 

User-agent: humanlinks
Disallow: 

User-agent: LinkextractorPro
Disallow: 

User-agent: Mata Hari
Disallow: 

User-agent: LexiBot
Disallow: 

User-agent: Offline Explorer
Disallow: 

User-agent: Web Image Collector
Disallow: 

User-agent: The Intraformant
Disallow: 

User-agent: True_Robot1.0
Disallow: 

User-agent: True_Robot
Disallow: 

User-agent: BlowFish1.0
Disallow: 

User-agent: JennyBot
Disallow: 

User-agent: MIIxpc4.2
Disallow: 

User-agent: BuiltBotTough
Disallow: 

User-agent: ProPowerBot2.14
Disallow: 

User-agent: BackDoorBot1.0
Disallow: 

User-agent: toCrawlUrlDispatcher
Disallow: 

User-agent: WebEnhancer
Disallow: 

User-agent: TightTwatBot
Disallow: 

User-agent: suzuran
Disallow: 

User-agent: VCI WebViewer VCI WebViewer Win32
Disallow: 

User-agent: VCI
Disallow: 

User-agent: Szukacz1.4
Disallow: 
User-agent: QueryN Metasearch
Disallow: 
User-agent: Openfind data gathere
Disallow: 
User-agent: Openfind
Disallow: 
User-agent: Xenu's Link Sleuth 1.1c
Disallow: 
User-agent: Xenu's
Disallow: 

User-agent: Zeus
Disallow: 

User-agent: RepoMonkey Bait & Tacklev1.01
Disallow: 

User-agent: RepoMonkey
Disallow: 

User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: 

User-agent: Webster Pro
Disallow: 

User-agent: EroCrawler
Disallow: 

User-agent: LinkScan8.1a Unix
Disallow: 

User-agent: Kenjin Spider
Disallow: 

User-agent: Cegbfeieh
Disallow: