User-agent: abot
User-agent: abot/0.1
User-agent: abot@abot.com
User-agent: AboutUsBot
User-agent: aipbot
User-agent: aipbot/1.0
User-agent: aipbot/2
User-agent: aipbot/2-beta 
User-agent: aipbot@aipbot.com
User-agent: aipbot dev
User-agent: AlkalineBOT
User-agent: AlkalineBOT/1.3
User-agent: AlkalineBOT/1.4
User-agent: AlkalineBOT/1.4.0326.0 RTM 
User-agent: almaden.ibm.com
User-agent: AOL sureseeker search plugin
User-agent: aport
User-agent: archive.org_bot
User-agent: archive.org_bot/1.6.0 
User-agent: ASSORT 
User-agent: ASSORT/0.10 
User-agent: Associative Sort 
User-agent: b2w
User-agent: b2w/0.1
User-agent: BaiDu 
User-agent: BaiDuSpider
User-agent: Baiduspider
User-agent: Baiduspider+
User-agent: Become
User-agent: BecomeBot
User-agent: BecomeBot/2.x
User-agent: BecomeBot/2.3
User-agent: BecomeBot/3.0
User-agent: BeijingCrawler
User-agent: blogsearchbot
User-agent: blogsearchbot-martin-X 
User-agent: blogsearchbot-pumpkin-2 
User-agent: boitho.com-dc/0.81 
User-agent: BoxSeaBot
User-agent: Charlotte
User-agent: Charlotte/1.0b
User-agent: charlotte@betaspider.com
User-agent: Checkbot
User-agent: Checkbot/x.xx LWP/5.x
User-agent: collage.cgi
User-agent: collage.cgi/1.82
User-agent: ConveraCrawler
User-agent: ConveraCrawler/0.2
User-agent: ConveraCrawler/0.9d
User-agent: Convera Internet Spider V6.9
User-agent: ConveraMultiMediaCrawler
User-agent: ConveraMultiMediaCrawler/0.1
User-agent: cowbot
User-agent: Cowbot-0.1
User-agent: Cowbot-0.1.x 
User-agent: CrawlConvera
User-agent: DepSpid
User-agent: dev-spider2.ercko.com/1.3b
User-agent: dev-spider2.searchspider.com/1.3b
User-agent: dc/0.81 
User-agent: DiamondBot
User-agent: Digger 
User-agent: Digger/1.0 JDK/1.3.0rc3
User-agent: DiGi-RSSBot
User-agent: DittoSpyder
User-agent: dloader
User-agent: dloader(NaverRobot)/1.0  
User-agent: dloader/1.0 
User-agent: EasyDL
User-agent: EasyDL/3.04
User-agent: Elsop
User-agent: Exabot
User-agent: Exabot/2.0
User-agent: Exabot/3.0
User-agent: Exabot-Images
User-agent: Exabot-Images/1.0
User-agent: Findexa Crawler 
User-agent: fast freshcrawler 6
User-agent: fi crawler
User-agent: GenieBot
User-agent: geniebot wgao
User-agent: Gigabot
User-agent: Gigabot/2.0
User-agent: Girafa
User-agent: grub
User-agent: grub-client
User-agent: Googlebot-Image
User-agent: hakulaite
User-agent: hakulaite/0.1
User-agent: healthline
User-agent: Heritrix
User-agent: hl_ftien_spider
User-agent: hl_ftien_spider_v1.1
User-agent: ia_archiver
User-agent: ia_archiver/1.6
User-agent: ia_archiver-web.archive.org 
User-agent: IAArchiver-1.0 
User-agent: ichiro
User-agent: ichiro/2.0
User-agent: ichiro@nttr.co.jp
User-agent: infoConveraCrawler
User-agent: IPAddressGuideBot
User-agent: IPAddressGuideBot/1.1
User-agent: IP2PhraseBot
User-agent: IP2PhraseBot/1.0
User-agent: IRLbot
User-agent: IRLbot/1.0
User-agent: KakleBot
User-agent: kakle-spider
User-agent: kakle-spider/0.1
User-agent: Krugle
User-agent: Krugle/Krugle
User-agent: Krugle web crawler
User-agent: ksibot
User-agent: ksibot/8.0d
User-agent: lanshanbot
User-agent: lanshanbot/1.0
User-agent: larbin
User-agent: larbin_2.1.1 larbin2.1.1
User-agent: larbin_2.1.1 larbin2.1.1@somewhere.com
User-agent: larbin_2.2.0
User-agent: larbin_2.2.1_de_Viennot
User-agent: larbin_2.2.2
User-agent: larbin_2.2.2_guillaume 
User-agent: larbin_2.6.0
User-agent: larbin_2.6.1
User-agent: larbin_2.6.2 
User-agent: larbin_2.6.3
User-agent: larbin_2.6.3_for_
User-agent: larbin_2.6_basileocaml
User-agent: larbin_devel
User-agent: LARBIN-EXPERIMENTAL
User-agent: LinkWalker
User-agent: LinkScan
User-Agent: LjSEEK Picture-Bot
User-Agent: LjSEEK Picture-Bot/1.0
User-agent: MetaExplorer
User-agent: Metager-LinkChecker 
User-agent: MetagerBot
User-agent: MetagerBot/0.8-dev
User-agent: moget
User-agent: moget@goo.ne.jp
User-agent: mogimogi
User-agent: mogimogi/1.0
User-agent: MJ12bot
User-agent: MJ12bot/v1.0.7
User-agent: MJ12bot/1.0.7
User-agent: MJ12bot/v1.0.8
User-agent: MQbot
User-agent: MQbot metaquerier
User-agent: MQbot metaquerier.cs.uiuc.edu/crawler
User-agent: MSRBOT
User-agent: MyFamilyBot
User-agent: MyFamilyBot/1.0
User-agent: nabot
User-agent: nabot_1.0 
User-agent: NABOT/5.0
User-agent: NaverBot
User-agent: NaverBot-1.0
User-agent: NaverBot/1.0
User-agent: NaverBot_dloader/1.5
User-agent: NaverBot-1.0
User-agent: NaverRobot
User-agent: NextGenSearchBot
User-agent: NextGenSearchBot 1
User-agent: nhnbot@naver.com
User-agent: NHNbot
User-agent: NHN Corp.
User-agent: +82-2-3011-1954
User-agent: NHN Corp. / +82-2-3011-1954 / nhnbot@naver.com
User-agent: NP
User-agent: NPBot
User-agent: npbot@nameprotect.com
User-agent: NP/0.1 
User-agent: NPBot-1/2.0 
User-agent: NextGenSearchBot
User-agent: NextGenSearchBot 1
User-agent: nicebot
User-agent: noxtrumbot
User-agent: noxtrumbot/1.0
User-agent: NutchOrg
User-agent: Nutch
User-agent: NutchCVS
User-agent: NutchCVS/0.05
User-agent: NutchCVS/0.06-dev
User-agent: NutchCVS/0.7.1
User-agent: NutchCVS/0.7.2
User-agent: NutchCVS/0.8-dev
User-agent: Nutch/0.8+
User-agent: http://24.177.134.x
User-agent: http://64.5.245.11
User-agent: http://64.5.245.11/faq/faq.html
User-agent: http://64.124.122.252
User-agent: http://64.124.122.252
User-agent: http://64.124.122.252/feedback.html
User-agent: http://66.234.139.194
User-agent: http://207.241.225.2xx
User-agent: http://www.abot.com
User-agent: http://www.aipbot.com
User-agent: http://alkaline.vestris.com/ 
User-agent: http://www.archive.org
User-agent: http://www.almaden.ibm.com/cs/crawler 
User-agent: http://www.almaden.ibm.com/robot
User-agent: http://www.aport.ru
User-agent: http://www.authoritativeweb.com
User-agent: http://www.authoritativeweb.com/crawl
User-agent: http://www.baidu.com 
User-agent: http://www.baidu.com/search/spider.htm
User-agent: http://www.bb2.net
User-agent: http://www.become.com
User-agent: http://www.become.com/site_owners.html
User-agent: http://www.become.com/webmasters.html
User-agent: http://www.betaspider.com
User-agent: http://www.boitho.com/dcbot.html 
User-agent: http://www.cobion.com
User-agent: http://www.convera.com
User-agent: http://cosco.hiit.fi/search/
User-agent: http://www.downloadaccelerator.com
User-agent: http://ego.ms.mff.cuni.cz/
User-agent: http://www.elsop.com
User-agent: http://www.exabot.com
User-agent: http://www.findexa.no/gulesider/article26548.ece
User-agent: http://www.genieknows.com
User-agent: http://www.gigablast.com/spider.html
User-agent: http://help.goo.ne.jp/door/crawler.html
User-agent: http://help.goo.ne.jp/
User-agent: http://www.goo.ne.jp
User-agent: http://www.healthline.com
User-agent: http://www.indyproject.org/
User-agent: http://irl.cs.tamu.edu/crawler
User-agent: http://www.kakle.com
User-agent: http://www.kakle.com/0.1
User-agent: http:// www.kakle.com/bot.html
User-agent: http://keywen.com/Encyclopedia/Bot
User-agent: http://corp.krugle.com/crawler/info.html
User-agent: http://www.krugle.com
User-agent: http://www.krugle.com/crawler/info.html
User-agent: webcrawler@krugle.com
User-agent: LinksManager Link Checker Bot 
User-agent: LinksManager.com 
User-agent: http://www.ljpic.com
User-agent: http://www.linksmanager.com
User-agent: http://linksmanager.com/linkchecker.html
User-agent: http://www.loc.gov/minerva/crawl.html
User-agent: http://lucene.apache.org/nutch/bot.html
User-agent: http://www.macedition.com
User-agent: http://majestic12.co.uk/bot.php
User-agent: http://www.metager.de
User-agent: http://metaquerier.cs.uiuc.edu/crawler/
User-agent: http://www.myfamilyinc.com
User-agent: http://www.nameprotect.com
User-agent: http://www.nameprotect.com/botinfo.html
User-agent: http://www.naver.co.jp/
User-agent: http://www.naver.com
User-agent: http://www.netidea.it
User-agent: http://www.netiq.com/
User-agent: http://www.netiq.com/webtrends/default.asp
User-agent: http://www.netwu.com/
User-agent: http://www.netwu.com/webpix/
User-agent: http://www.noxtrum.com
user-agent: http://www.nutch.org
User-agent: http://www.omni-explorer.com
User-agent: http://pauillac.inria.fr/~ailleret/prog/larbin/
User-agent: http://www.pediasearch.com
User-agent: http://www.python.org/ 
User-agent: http://research.microsoft.com/research/sv/msrbot/
User-agent: http://www.schibstedsok.no/bot/
User-agent: http://www.searchscout.com
User-agent: http://www.seekbot.net/bot.html
User-agent: http://www.sensis.com.au/ 
User-agent: http://www.shopwiki.com/wiki/Help:Bot
User-agent: http://www.snap.com
User-agent: http://home.snafu.de/tilman/xenulink.html 
User-agent: http://www.snafu.de/
User-agent: sougou_spider@sohu-rd.com
User-agent: http://www.sohu-rd.com
User-agent: http://www.speedbit.com
User-agent: http://www.sproose.com/
User-agent: http://www.sproose.com/bot.html
User-agent: http://www.sureseeker.com
User-agent: http://www.sygol.com/ 
User-agent: http://www.sygol.net
User-agent: http://www.terrawiz.com/ 
User-agent: http://www.umechando.com
User-agent: http://www.umechando.com/webex/
User-agent: http://www.webaroo.com
user-agent: http://www.webcollage.com
User-agent: http://webstripper.net
User-agent: http://webstripper.net/index.html
User-agent: http://www.wisenut.com/robot
User-agent: http://www.whois.sc
User-agent: http://wume.cse.lehigh.edu/~xiq204/crawler/
User-agent: http://www.vestris.com/
User-agent: http://www.whois.sc
User-agent: http://www.zdnet.com
User-agent: Mozilla
User-agent: Mozilla/5.0
User-agent: nicebot
User-agent: NimbleCrawler
User-agent: NimbleCrawler 2.0.1 
User-agent: np
User-agent: np/0.1
User-agent: oBot
User-agent: oBot ((compatible;Win32)) 
User-agent: OmniExplorer_Bot
User-agent: OmniExplorer_Bot/6.48
User-agent: OmniExplorer_Bot/6.57
User-agent: OmniExplorer_Bot/6.65a
User-agent: OmniExplorer_Bot/6.66
User-agent: OmniExplorer_Bot/6.68
User-agent: OmniExplorer_Bot/6.70
User-agent: PediaSearch
User-agent: PediaSearch.com Crawler
User-agent: PigeonBot
User-agent: PigeonBot1.0 BETA
User-agent: psbot
User-agent: pulseBot (pulse Web Miner)
User-agent: pulsebot
User-agent: pulse web miner
User-agent: Python
User-agent: Python-urllib
User-agent: Python-urllib/1.1x  
User-agent: Python-urllib/1.15
User-agent: Python-urllib/2.0a1
User-agent: Python-urllib/1.15
User-agent: RufusBot
User-agent: Rufus Web Miner
User-agent: search_comments\at\sensis\dot\com\dot\au
User-agent: Sensis Web Crawler
User-agent: Sensis.com.au Web Crawler
User-agent: schibstedsokbot
User-agent: Seekbot
User-agent: Seekbot/1.0
User-agent: ShopWiki
User-agent: ShopWiki/1.0 
User-agent: SiteSnagger
User-agent: Snapbot
User-agent: Snapbot/1.0
User-agent: snap.com beta crawler 
User-agent: snap.com beta crawler v0
User-agent: sogou spider 
User-agent: Sogou Pic Spider
User-agent: Sogou Pic Spider/3.0 
User-agent: sohu agent 
User-agent: sohu-search 
User-agent: Spider Indexer
User-agent: Spider Indexer Beta2
User-agent: Sproose
User-agent: sproose/0.1-alpha
User-agent: sproose/1.0beta
User-agent: sproose bot
User-agent: Sygol
User-agent: SygolBot   
User-agent: SygolBot http://www.sygol.net  
User-agent: SygolBot http://www.sygol.com
User-agent: crawler@sproose.com
User-agent: SurveyBot
User-agent: SurveyBot/2.2
User-agent: SurveyBot/2.3
User-agent: Teoma
User-agent: TerrawizBot 
User-agent: TerrawizBot/1.0
User-agent: tmcrawler
User-agent: Vestris
User-agent: Voila
User-agent: Voila.FR
User-agent: vscooter 
User-agent: WebarooBot
User-agent: Webaroo Bot
User-agent: WebarooBot/RufusBot
User-agent: webcollage
User-agent: webcollage/1.xx
User-agent: WebCollage Syndicator
User-agent: WebPix 
User-agent: WebPix 1.0 
User-agent: WebPix 1.0 (www.netwu.com)
User-agent: Web Image Collector
User-agent: Website Explorer
User-agent: Website Explorer/0.9.x.x 
User-agent: Web Stripper
User-agent: WebStripper
User-agent: WebStripper/2.0x
User-agent: WebStripper/2.xx
User-agent: WebTrends
User-agent: WebTrends/3.0 (WinNT)
User-agent: WebZip
User-agent: wespe.de
User-agent: Whois Source
User-agent: WorldIndexer
User-agent: wume_crawler
User-agent: wume_crawler/1.1
User-agent: www.fi crawler
User-agent: xenu's link sleuth
User-agent: Xenu's Link Sleuth 1.x[a-z] 
Disallow: /

User-agent: Googlebot
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.png$

User-agent: Slurp
Disallow: /astracker/ 
Disallow: /images/
Disallow: /cgi-bin/

User-agent: *
Disallow: /astracker/
Disallow: /images/
Disallow: /cgi-bin/