User-agent: aipbot
User agent: Anonymous/0.0
User-agent: Apexoo Spider 1.1
User-agent: ASPSeek
User-agent: asterias
User-agent: asterias/2.0
User-agent: baiduspider
User-agent: boitho.com-dc
User-agent: BravoBrian
User-agent: cfetch/1.0
USer-agent: ClariaBot/1.0
User-agent: ccubee/3.5
User-agent: daumoa
User-agent: dloader(NaverRobot)
User-agent: DiamondBot/2.0
User-agent: Dumbot
User-agent: EgotoBot
User-agent: Exabot/2.0
User-agent: Exabot/3.0
User-agent: favorstarbot/1.0
USer-agent: Shim-Crawler
User-agent: Gaisbot
User-agent: Generic
User-agent: grub-client
User-agent: grub-client-2.6.0
User-agent: holmes/3.12
User-agent: http://www.almaden.ibm.com/cs/crawler
User-agent: ia_archiver
User-agent: ia_archiver/1.6
User-agent: ichiro/2.0
User-agent: ilial/Nutch-0.9-dev
User-agent: InfoNaviRobot
User-agent: InfoPath.1
User-agent: IRLbot
User-agent: Jyxobot/1
User-agent: LapozzBot/1.4
User-agent: lanshanbot/1.0
User-agent: Larbin
User-agent: LinkWalker
User-agent: link_checker/1.1
User-agent: lwp-trivial/1.41
User-agent: MJ12bot
User-agent: MJ12bot/v1.0.8
User-agent: MJ12bot/v1.2.1
User-agent: MSIECrawler
User-agent: msnbot-media/1.0
User-agent: msrbot
User-agent: NaverRobot
User-agent: NexaBot
User-agent: NG-Search/0.9.8
User-agent: NimbleCrawler
User-agent: NimbleCrawler 2.0.1
User-agent: NPBot 
User-agent: Nutch
User-agent: *nutch*
User-agent: Nutch-0.9-dev
User-agent: obot
User-agent: OutfoxBot/0.5
User-agent: OWR_Crawler
User-agent: PhpDig
User-agent: psbot
User agent: psycheclone
User-agent: puf
User-agent: Python-urllib/2.4
User-agent: QuepasaCreep
User-agent: rabaz
User-agent: Reaper
User-agent: RPT-HTTPClient
User-agent: SBIder
User-agent: SBIder/0.8-dev
USer-agent: Scooter/3.3
User-agent: ScoutAbout
User-agent: secret
User-agent: search?
User-agent: searchpreview
User-agent: semanticdiscovery
User-agent: SeznamBot/1.0
User-agent: Shim-Crawler
User-agent: sna-0.0.1
User agent: Snapbot/1.0
User-agent: sogou spider
User-agent: sogou
User-agent: Speedy
User-agent: sproose/0.1
User-agent: StackRambler
User-agent: StackRambler/2.0
User-agent: Steeler
User-agent: SurveyBot/2.3
User agent: szukacz/1.5
User-agent: Tarantula/0.1
User-agent: Teemer
User-agent: Teleport Pro
User-agent: TurnitinBot
User agent: TurnitinBot/2.1
User-agent: TutorGig
User-agent: Twiceler-0.9
User-agent: VadixBot
User-agent: voyager/1.0
User-agent: vsecrawler
User-agent: VoilaBot BETA 1.2
User-agent: WebAlta Crawler/2.0
User-agent: WebarooBot
User-agent: Wget
User-agent: Zao-Crawler
Disallow: /

User-agent: *
Disallow: /images/

User-agent: *
Disallow: /memberlogin.htm

User-agent: LapozzBot
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /private/

User-agent: IRLbot
Disallow: /cgi-bin/

User-agent: Slurp
Crawl-delay: 20

User-agent: msnbot/1.0
Crawl-delay: 20

User-agent: msnbot-media/1.0
Crawl-delay: 20

User-agent: msnbot/0.9
Crawl-delay: 20

User-agent: msnbot
Crawl-delay: 20

User-agent: DataFountains/DMOZ Downloader
Disallow: /

User-agent: genevabot
Disallow: /

User-agent: szukacz
Disallow: /

User-agent: StackRambler/2.0
Disallow: /

User-agent: dumbot
Disallow: /

User-agent: dumbot*
Disallow: / 

User-agent: updated/0.1beta
Disallow: / 

User-agent: cfetch/1.0
Disallow: / 

User-agent: Holmes/1.0
Disallow: / 

User-agent: AmfibiBOT/0.07
Disallow: /

User-agent: *
Disallow: /images

User-agent: Votay bot/4.0
Disallow: /

User-agent: findlinks/1.1-a3
Disallow: /

User-agent: Twiceler
Disallow: / 

User-Agent: MJ12bot
Disallow:  /

User-Agent: updated/0.1-beta
Disallow:  /

User-agent: LapozzBot
Disallow: /

User-agent: LapozzBot/1.4
Disallow: /

User-agent: Gigabot/2.0
Disallow: /

User-agent: Gigabot/2.0/gigablast.com/spider.html
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-agent: psbot
Disallow: /