User-agent: GoogleBot
Crawl-delay: 2
User-agent: Slurp
Crawl-delay: 10
User-agent: msnbot
Crawl-delay: 10
User-agent: walhello
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: lmspider
Disallow: /
User-agent: Openbot
Disallow: /
User-agent: aipbot
Disallow: /
User-agent: IRLbot
Disallow: /
User-agent: BruinBot
Disallow: /
User-agent: ageboy
Disallow: /
User-agent: ahoy
Disallow: /
User-agent: AlkalineBOT
Disallow: /
User-agent: appie
Disallow: /
User-agent: arale
Disallow: /
User-agent: araneo
Disallow: /
User-agent: AraybOt
Disallow: /
User-agent: ariadne
Disallow: /
User-agent: ATN_Worldwide
Disallow: /
User-agent: Atomz
Disallow: /
User-agent: biness
Disallow: /
User-agent: Bjaaland
Disallow: /
User-agent: borg-bot
Disallow: /
User-agent: BotLink
Disallow: /
User-agent: boxseabot
Disallow: /
User-agent: bspider
Disallow: /
User-agent: calif
Disallow: /
User-agent: christcrawler
Disallow: /
User-agent: CMC
Disallow: /
User-agent: combine
Disallow: /
User-agent: confuzzledbot
Disallow: /
User-agent: CoolBot
Disallow: /
User-agent: cosmos
Disallow: /
User-agent: crawlpaper
Disallow: /
User-agent: cusco
Disallow: /
User-agent: cyberspyder
Disallow: /
User-agent: cydralspider
Disallow: /
User-agent: DD-Explorer
Disallow: /
User-agent: desertrealm
Disallow: /
User-agent: digger
Disallow: /
User-agent: DIIbot
Disallow: /
User-agent: downloadexpress
Disallow: /
User-agent: DragonBot
Disallow: /
User-agent: DSE
Disallow: /
User-agent: dwcp
Disallow: /
User-agent: ecollector
Disallow: /
User-agent: enrigan
Disallow: /
User-agent: esculapio
Disallow: /
User-agent: ESI
Disallow: /
User-agent: esther
Disallow: /
User-agent: fastcrawler
Disallow: /
User-agent: fido
Disallow: /
User-agent: fouineur
Disallow: /
User-agent: Freecrawl
Disallow: /
User-agent: gammaSpider
Disallow: /
User-agent: gazz
Disallow: /
User-agent: gcreep
Disallow: /
User-agent: golem
Disallow: /
User-agent: grabber
Disallow: /
User-agent: Gromit
Disallow: /
User-agent: gulliver
Disallow: /
User-agent: gulper
Disallow: /
User-agent: hagseeker
Disallow: /
User-agent: hambot
Disallow: /
User-agent: havIndex
Disallow: /
User-agent: hotwired
Disallow: /
User-agent: htdig
Disallow: /
User-agent: iajabot
Disallow: /
User-agent: il
Disallow: /
User-agent: image.kapsi.net
Disallow: /
User-agent: Informant
Disallow: /
User-agent: InfoSpiders
Disallow: /
User-agent: INGRID
Disallow: /
User-agent: Internet Cruiser Robot
Disallow: /
User-agent: irobot
Disallow: /
User-agent: JBot
Disallow: /
User-agent: jcrawler
Disallow: /
User-agent: jobo
Disallow: /
User-agent: KIT-Fireball
Disallow: /
User-agent: ko_yappo_robot
Disallow: /
User-agent: label-grabber
Disallow: /
User-agent: larbin
Disallow: /
User-agent: Lcrawler
Disallow: /
User-agent: legs
Disallow: /
User-agent: lfinbot
Disallow: /
User-agent: Linkidator
Disallow: /
User-agent: linkwalker
Disallow: /
User-agent: logo_gif_crawler
Disallow: /
User-agent: marvin
Disallow: /
User-agent: mattie
Disallow: /
User-agent: mediafox
Disallow: /
User-agent: MerzScope
Disallow: /
User-agent: MindCrawler
Disallow: /
User-agent: Motor
Disallow: /
User-agent: muncher
Disallow: /
User-agent: muninn
Disallow: /
User-agent: MuscatFerret
Disallow: /
User-agent: MwdSearch
Disallow: /
User-agent: Nederland.zoek
Disallow: /
User-agent: NetScoop
Disallow: /
User-agent: newscan-online
Disallow: /
User-agent: nthill
Disallow: /
User-agent: ObjectsSearch
Disallow: /
User-agent: Occam
Disallow: /
User-agent: ockon
Disallow: /
User-agent: oget
Disallow: /
User-agent: opiclink
Disallow: /
User-agent: Orbsearch
Disallow: /
User-agent: packrat
Disallow: /
User-agent: ParaSite
Disallow: /
User-agent: patric
Disallow: /
User-agent: peedy
Disallow: /
User-agent: pegasus
Disallow: /
User-agent: perlcrawler
Disallow: /
User-agent: phpdig
Disallow: /
User-agent: piltdownman
Disallow: /
User-agent: Pimptrain
Disallow: /
User-agent: pjspider
Disallow: /
User-agent: PlumtreeWebAccessor
Disallow: /
User-agent: PortalBSpider
Disallow: /
User-agent: psbot
Disallow: /
User-agent: Raven
Disallow: /
User-agent: RHCS
Disallow: /
User-agent: RixBot
Disallow: /
User-agent: rks
Disallow: /
User-agent: Robbie
Disallow: /
User-agent: robi
Disallow: /
User-agent: RoboCrawl
Disallow: /
User-agent: robofox
Disallow: /
User-agent: ron33
Disallow: /
User-agent: Scooter
Disallow: /
User-agent: Search-AU
Disallow: /
User-agent: searchprocess
Disallow: /
User-agent: sharp-info-agent
Disallow: /
User-agent: sift
Disallow: /
User-agent: SimBot
Disallow: /
User-agent: Site Valet
Disallow: /
User-agent: skymob
Disallow: /
User-agent: snooper
Disallow: /
User-agent: solbot
Disallow: /
User-agent: spider_monkey
Disallow: /
User-agent: SpiderBot
Disallow: /
User-agent: spiderline
Disallow: /
User-agent: suke
Disallow: /
User-agent: tach_bw
Disallow: /
User-agent: TechBOT
Disallow: /
User-agent: templeton
Disallow: /
User-agent: T-H-U-N-D-E-R-S-T-O-N-E
Disallow: /
User-agent: UdmSearch
Disallow: /
User-agent: Valkyrie
Disallow: /
User-agent: verticrawl
Disallow: /
User-agent: Victoria
Disallow: /
User-agent: void-bot
Disallow: /
User-agent: Voyager
Disallow: /
User-agent: VWbot_K
Disallow: /
User-agent: wapspider
Disallow: /
User-agent: webcatcher
Disallow: /
User-agent: WebMoose
Disallow: /
User-agent: webreaper
Disallow: /
User-agent: webspider
Disallow: /
User-agent: WebWalker
Disallow: /
User-agent: wget
Disallow: /
User-agent: whowhere
Disallow: /
User-agent: winona
Disallow: /
User-agent: wlm
Disallow: /
User-agent: WOLP
Disallow: /
User-agent: WWWC
Disallow: /
User-agent: XGET
Disallow: /Version 4.02