User-agent: * Disallow: /files/ Disallow: /avatar.aspx Disallow: /button.aspx Disallow: /captcha.aspx Disallow: /contact.aspx Disallow: /cpanel_accesscode.aspx Disallow: /cpanel_activation.aspx Disallow: /cpanel_article.aspx Disallow: /cpanel_article_detail.aspx Disallow: /cpanel_articlecategory.aspx Disallow: /cpanel_avatar.aspx Disallow: /cpanel_contact.aspx Disallow: /cpanel_developerjournal.aspx Disallow: /cpanel_developerjournal_detail.aspx Disallow: /cpanel_developerjournal_headline.aspx Disallow: /cpanel_gallery.aspx Disallow: /cpanel_gallery_detail.aspx Disallow: /cpanel_magazine.aspx Disallow: /cpanel_magazine_detail.aspx Disallow: /cpanel_magazineissue_detail.aspx Disallow: /cpanel_magazineuser.aspx Disallow: /cpanel_news.aspx Disallow: /cpanel_news_detail.aspx Disallow: /cpanel_personal.aspx Disallow: /cpanel_profile.aspx Disallow: /cpanel_signature.aspx Disallow: /emoticon.aspx Disallow: /ifcode.aspx Disallow: /ifcodehelp.aspx Disallow: /journal.aspx Disallow: /magazine_subscribe.aspx Disallow: /magazine_syndicate.aspx Disallow: /newscomment.aspx Disallow: /redirector.aspx Disallow: /search.aspx Disallow: /spidertrap.aspx User-agent: AdultsVisit.us/Nutch-1.0 (www.AdultsVisit.us; crawler@AdultsVisit.us) Disallow: / User-agent: andrologia medicina/Nutch-1.0 (andrologia medica; http://www.studiodiandrologia.it; profscandurra@alice.it) Disallow: / User-agent: Argus/1.1 (Nutch; http://www.simpy.com/bot.html; feedback at simpy dot com) Disallow: / User-agent: Atomic_Email_Hunter/4.0 Disallow: / User-agent: Baiduspider+(+http://help.baidu.jp/system/05.html) Disallow: / User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm) Disallow: / User-agent: Baiduspider+(+http://www.baidu.jp/spider/) Disallow: / User-agent: Busiversebot/v1.0 (http://www.busiverse.com/bot.php) Disallow: / User-agent: CCBot/1.0 (+http://www.commoncrawl.org/bot.html) Disallow: / User-agent: Chen Li/Nutch-1.0 (Nutch spiderman; http://chenli.com.cn; chenlibiti@163.com) Disallow: / User-agent: copyright sheriff (+http://www.copyrightsheriff.com/) Disallow: / User-agent: CyberPatrol SiteCat Webbot (http://www.cyberpatrol.com/cyberpatrolcrawler.asp) Disallow: / User-agent: DealGates Bot/1.1 by Luc Michalski (http://spider.dealgates.com/bot.html) Disallow: / User-agent: Dillo/0.8.6-i18n-misc Disallow: / User-agent: DomainCrawler/1.0 (info@domaincrawler.com; http://www.domaincrawler.com/domains/view/sagamedev.com) Disallow: / User-agent: EmailSearch Disallow: / User-agent: EmeraldShield.com Web Spider (http://www.emeraldshield.com/webbot.aspx) Disallow: / User-agent: flatlandbot/baypup (Flatland Industries Web Spider; http://www.flatlandindustries.com/flatlandbot; jason@flatlandindustries.com) Disallow: / User-agent: FyberSpider/1.3 (http://www.fybersearch.com/fyberspider.php) Disallow: / User-agent: GeoHasher/Nutch-1.0 (GeoHasher Web Search Engine; geohasher.gotdns.org; geo_hasher at yahoo * com) Disallow: / User-agent: GingerCrawler/1.0 (Language Assistant for Dyslexics; www.gingersoftware.com/crawler_agent.htm; support at ginger software dot com) Disallow: / User-agent: GurujiBot/1.0 (+http://www.guruji.com/en/WebmasterFAQ.html) Disallow: / User-agent: ia_archiver/7.0 (OSX 2.4; ) Disallow: / User-agent: Java/1.4.1_04 Disallow: / User-agent: Java/1.5.0_05 Disallow: / User-agent: Java/1.5.0_06 Disallow: / User-agent: Java/1.5.0_08 Disallow: / User-agent: Java/1.5.0_09 Disallow: / User-agent: Java/1.5.0_13 Disallow: / User-agent: Java/1.5.0_19 Disallow: / User-agent: Java/1.6.0 Disallow: / User-agent: Java/1.6.0_0 Disallow: / User-agent: Java/1.6.0_01 Disallow: / User-agent: Java/1.6.0_02 Disallow: / User-agent: Java/1.6.0_03 Disallow: / User-agent: Java/1.6.0_04 Disallow: / User-agent: Java/1.6.0_05 Disallow: / User-agent: Java/1.6.0_06 Disallow: / User-agent: Java/1.6.0_07 Disallow: / User-agent: Java/1.6.0_10-beta Disallow: / User-agent: Java/1.6.0_10-rc2 Disallow: / User-agent: Java/1.6.0_11 Disallow: / User-agent: Java/1.6.0_13 Disallow: / User-agent: Java/1.6.0_14 Disallow: / User-agent: Java/1.6.0_15 Disallow: / User-agent: Java/1.6.0_16 Disallow: / User-agent: Java/1.6.0_17 Disallow: / User-agent: Java/1.6.0_18 Disallow: / User-agent: Java/1.6.0_19 Disallow: / User-agent: Java/1.6.0_20 Disallow: / User-agent: JoBo/@JOBO_VERSION@(http://www.matuschek.net/jobo.html) Disallow: / User-agent: kalooga/KaloogaBot (Kalooga; http://www.kalooga.com/info.html?page=crawler) Disallow: / User-agent: KnowItAll/Nutch-0.9 (Nutch-UW-Crawler; http://cs.washington.edu/homes/mjc/crawler.html; uwcrawler08@gmail.com) Disallow: / User-agent: Linguee Bot (bot@linguee.com) Disallow: / User-agent: Linguee Bot (http://www.linguee.com/bot) Disallow: / User-agent: Linguee Bot (http://www.linguee.com/bot; bot@linguee.com) Disallow: / User-agent: linkaGoGo domain crawler (http://www.linkagogo.com/) Java/1.6.0_03 Disallow: / User-agent: LinkWalker/2.0 Disallow: / User-agent: Lynx/2.8.5rel.1 libwen-US/2.14 Disallow: / User-agent: Mail.Ru/1.0 Disallow: / User-agent: Microsoft URL Control - 6.00.8862 Disallow: / User-agent: Microsoft URL Control - 6.01.9782 Disallow: / User-agent: Mozilla crawl/5.0 (compatible; frt/1.13.2 +http://www..com) Disallow: / User-agent: Mozilla/3.0 (compatible) Disallow: / User-agent: Mozilla/3.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) Disallow: / User-agent: Mozilla/4.0 Disallow: / User-agent: Mozilla/4.0 (compatible ; MSIE 6.0; Windows NT 5.1) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SLCC1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.30729; .NET CLR 3.5.30729; MS-RTC LM 8) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SLCC1; .NET CLR 1.1.4325; .NET CLR 2.0.50727; .NET CLR 3.0.30729; .NET CLR 3.5.30707; MS-RTC LM 8) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SLCC1; .NET CLR 1.1.4322; .NET CLR 2.0.50727) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.40607; .NET CLR 3.0.04506.648) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SV1; .NET CLR 1.1.4325; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; ....../1.0 ) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows NT 4.0) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows NT) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; DigExt) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 5.01; Windows 95; MSIECrawler) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 5.01; Windows 98; 981) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 5.01; Windows NT) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 4.0) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0; H010818) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; (R1 1.1); .NET CLR 1.1.4322) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 1.0.3705; .NET CLR 1.1.4322) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; .NET CLR 1.1.4322) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)/Nutch-1.0 Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.0.3 Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; .NET CLR 1.1.4322; +http://www.archive.org) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; en) Opera 8.50 Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MRA 4.6 (build 01425)) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MyIE2; Deepnet Explorer) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322; InfoPath.1) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 2.0.50727) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SLCC1; .NET CLR 1.1.4325; .NET CLR 2.0.50727; .NET CLR 3.0.30729; .NET CLR 3.5.30729; MS-RTC LM 8) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; .NET CLR 1.1.4322) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SV1; .NET CLR 1.1.4322) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.2; SV1; .NET CLR 1.1.4322; .NET CLR 2.0.50727) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 6.0; en) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows XP) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 6.1; Windows XP) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.2) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; SLCC1; .NET CLR 1.1.4322; .NET CLR 2.0.40607; .NET CLR 3.0.04506.648) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.0.3705; Media Center PC 4.0; .NET CLR 1.1.4322) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727; InfoPath.1; .NET CLR 3.0.04506.30; .NET CLR 3.0.04506.648) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 1.1.4322; MS-RTC LM 8) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 2.0.50727) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; .NET CLR 2.0.50727; .NET CLR 1.1.4322) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; GTB5; .NET CLR 1.1.4322; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; InfoPath.2; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.2; SLCC1; .NET CLR 1.1.4325; .NET CLR 2.0.40607; .NET CLR 3.0.30729; .NET CLR 3.5.30729) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.2; .NET CLR 1.1.4322) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0;Windows NT 5.1;.NET CLR 1.1.4322;.NET CLR 2.0.50727;.NET CLR 3.0.04506.30) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 6.0) Disallow: / User-agent: Mozilla/4.0 (Mozilla/4.0; MSIE 7.0; Windows NT 5.1; FDM; SV1; .NET CLR 3.0.04506.30) Disallow: / User-agent: Mozilla/4.0(compatible; MSIE 5.0; Windows 98; DigExt) Disallow: / User-agent: Mozilla/4.0+(compatible;+MSIE+6.0;+Windows+NT+5.0;) Disallow: / User-agent: Mozilla/4.5 (compatible; HTTrack 3.0x; Windows 98) Disallow: / User-agent: Mozilla/5.0 (compatible; 008/0.83; http://www.80legs.com/spider.html;) Gecko/2008032620 Disallow: / User-agent: Mozilla/5.0 (compatible; aiHitBot-DM/2.0.2 +http://www.aihit.com) Disallow: / User-agent: Mozilla/5.0 (compatible; attributor/1.13.2 +http://www.attributor.com) Disallow: / User-agent: Mozilla/5.0 (compatible; BecomeBot/3.0; +http://www.become.com/site_owners.html) Disallow: / User-agent: Mozilla/5.0 (compatible; Charlotte/1.1; http://www.searchme.com/support/) Disallow: / User-agent: Mozilla/5.0 (compatible; DBLBot/1.0; +http://www.dontbuylists.com/) Disallow: / User-agent: Mozilla/5.0 (compatible; discobot/1.0; +http://discoveryengine.com/discobot.html) Disallow: / User-agent: Mozilla/5.0 (compatible; DKIMRepBot/1.0; +http://www.dkim-reputation.org) Disallow: / User-agent: Mozilla/5.0 (compatible; DotBot/1.1; http://www.dotnetdotcom.org/, crawler@dotnetdotcom.org) Disallow: / User-agent: Mozilla/5.0 (compatible; Exabot/3.0 (BiggerBetter/tests); +http://www.exabot.com/go/robot) Disallow: / User-agent: Mozilla/5.0 (compatible; heritrix/1.14.3 +http://www.accelobot.com) Disallow: / User-agent: Mozilla/5.0 (compatible; heritrix/1.15.1-200807172326 +http://www.accelobot.com) Disallow: / User-agent: Mozilla/5.0 (compatible; heritrix/2.0.2 +http://tibesti.research.att.com/research-crawler.html) Disallow: / User-agent: Mozilla/5.0 (compatible; itsapic.com_crawler/0.01 +http://itsapic.com/crawler.html; crawler@itsapic.com) Disallow: / User-agent: Mozilla/5.0 (compatible; KaloogaBot; http://www.kalooga.com/info.html?page=crawler) Disallow: / User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.2.1; http://www.majestic12.co.uk/bot.php?+) Disallow: / User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.2.3; http://www.majestic12.co.uk/bot.php?+) Disallow: / User-agent: Mozilla/5.0 (compatible; MSIE 7.0; Windows NT 5.1) Disallow: / User-agent: Mozilla/5.0 (compatible; Plukkie/1.1; http://www.botje.com/plukkie.htm) Disallow: / User-agent: Mozilla/5.0 (compatible; Plukkie/1.3; http://www.botje.com/plukkie.htm) Disallow: / User-agent: Mozilla/5.0 (compatible; Purebot/1.1; +http://www.puritysearch.net/) Disallow: / User-agent: Mozilla/5.0 (compatible; WebDataCentreBot/1.0; +http://WebDataCentre.com/) Disallow: / User-agent: Mozilla/5.0 (compatible; Windows; U; Windows NT 5.1; en-US; rv:1.8.1.2) Gecko/20070219 Disallow: / User-agent: Mozilla/5.0 (compatible; Zenbot/1.4; +http://zen.co.za/webmasters/) Disallow: / User-agent: Mozilla/5.0 (compatible; zermelo; +http://www.powerset.com) [email:paul@page-store.com,crawl@powerset.com] Disallow: / User-agent: Mozilla/5.0 (Macintosh; Intel Mac OS X; U; en; rv:1.7.5) Gecko/20041110 Disallow: / User-agent: Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-US) AppleWebKit/522+ (KHTML, like Gecko) Version/3.0.3 Safari/522.12.1 Disallow: / User-agent: Mozilla/5.0 (Macintosh; U; PPC Mac OS X; en) AppleWebKit/412.6 (KHTML, like Gecko) Safari/412.2 Disallow: / User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuil.com/twiceler/robot.html) Disallow: / User-agent: Mozilla/5.0 (Windows; U; Win98; en-US; rv:1.4a) Gecko/20030401 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.0.0) Gecko/20020530 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.0rc1) Gecko/20020417 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.1a) Gecko/20020611 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.1b) Gecko/20020721 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.2a) Gecko/20020910 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.2b) Gecko/20021016 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.4) Gecko/20030624 Netscape/7.1 (ax) Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US) AppleWebKit/525.13 (KHTML, like Gecko) Chrome/0.2.149.30 Safari/525.13 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.3) Gecko/20030312 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7) Gecko/20040514 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.7) Gecko/20060909 Firefox/1.5.0.7 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.12) Gecko/20080201 Firefox/2.0.0.12 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.16) Gecko/20080702 Firefox/2.0.0.16 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.9) Gecko/20071025 Firefox/2.0.0.9 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9.0.7) Gecko/2009021910 Firefox/3.0.7 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (support.voilabot@orange-ftgroup.com) Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 5.2; ru; rv:1.9.0.6) Gecko/2009011913 Firefox/3.0.6 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 6.0; en-US; rv:1.8.1.11) Gecko/20071127 Firefox/2.0.0.8 MEGAUPLOAD 1.0 Disallow: / User-agent: Mozilla/5.0 (Windows; U; Windows NT 6.0; ru; rv:1.9.0.5) Gecko/2008120122 MRA 5.3 (build 02560) Firefox/3.0.5 WebMoney Advisor Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.10) Gecko/20071115 Firefox/2.0.0.10 Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.4) Gecko/20080721 BonEcho/2.0.0.4 Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.1) Gecko/20020828 Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.3.1) Gecko/20030428 Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.4.2) Gecko/20040220 Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.10) Gecko/20050811 Fedora/1.7.10-1.2.1.legacy Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12) Gecko/20050929 Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.12; ips-agent) Gecko/20050922 Fedora/1.0.7-1.1.fc4 Firefox/1.0.7 Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.13) Gecko/20060417 Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.7.7) Gecko/20050414 Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.11) Firefox/2.0.0.11 Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.2) Gecko/20070220 Firefox/2.0.0.2 Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.6) Gecko/20070803 Firefox/2.0.0.6 (Swiftfox) Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.1.3; ips-agent) Gecko/20090824 Fedora/1.0.7-1.1.fc4 Firefox/3.5.3 Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux x86_64; de-AT; rv:1.8.0.2) Gecko/20060422 Firefox/1.5.0.2 Disallow: / User-agent: Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.4) Gecko/20070625 Ubuntu/7.10 (gutsy) Firefox/2.0.0.4 Disallow: / User-agent: Mozilla/5.0 (X11; U; SunOS i86pc; en-US; rv:1.7) Gecko/20060627 Disallow: / User-agent: Mozilla/5.0 (X11; U; SunOS sun4u; en-US; rv:1.7.11) Gecko/20050802 Disallow: / User-agent: Mozilla/5.1 (Linux 4.9; ) Disallow: / User-agent: msnbot/2.0b (+http://search.msn.com/msnbot.htm)._ Disallow: / User-agent: NetSeer/Nutch-0.9 (NetSeer Crawler; http://www.netseer.com; crawler@netseer.com) Disallow: / User-agent: Nokia3108/1.0 (03.01) Profile/MIDP-1.0 Configuration/CLDC-1.0 Disallow: / User-agent: nutch.biz/Nutch-1.0 (nutch.biz; crawler@nutch.biz) Disallow: / User-agent: nutch/Nutch-1.0-dev (nutch) Disallow: / User-agent: Ocelli/1.4 (http://www.globalspec.com/Ocelli) Disallow: / User-agent: OOZBOT/0.20 ( -- ; http://www.setooz.com/oozbot.html ; agentname at setooz dot_com ) Disallow: / User-agent: OOZBOT/0.20 ( http://www.setooz.com/oozbot.html ; agentname at setooz dot_com ) Disallow: / User-agent: OpenAcoon v4.0.7 (www.openacoon.de) Disallow: / User-agent: Opera/5.3 (Windows NT 2.7; ) Disallow: / User-agent: Opera/6.01 (Windows ME; U) [en] Disallow: / User-agent: Opera/6.04 (Windows XP; U) [en] Disallow: / User-agent: Opera/6.8 (Linux 1.7; ) Disallow: / User-agent: Opera/7.0 (Windows NT 5.0; U) [en] Disallow: / User-agent: Opera/7.3 (OSX 5.4; ) Disallow: / User-agent: Opera/8.01 (Macintosh; U; PPC Mac OS; en) Disallow: / User-agent: Opera/8.54 (Windows 98; U; en) Disallow: / User-agent: Opera/8.54 (Windows NT 5.0; U; en) Disallow: / User-agent: Opera/9.01 (Windows NT 5.0; U; en) Disallow: / User-agent: Opera/9.10 (Windows NT 6.0; U; en) Disallow: / User-agent: Opera/9.21 (Windows NT 5.1; U; MEGAUPLOAD 1.0; en) Disallow: / User-agent: Opera/9.21 (Windows NT 5.1; U; SV1; MEGAUPLOAD 1.0; en) Disallow: / User-agent: Opera/9.64 (Windows NT 6.0; U; ru) Presto/2.1.1 Disallow: / User-agent: OurBrowser/1.0 (Some Name) Disallow: / User-agent: panscient.com Disallow: / User-agent: psbot/0.1 (+http://www.picsearch.com/bot.html) Disallow: / User-agent: Rankivabot/3.2 (www.rankiva.com; 3.2; vzmxikn) Disallow: / User-agent: rdfbot/Nutch-1.0-dev Disallow: / User-agent: rulinki.ru project Disallow: / User-agent: SaladSpoon/ShopSalad 1.0 (Search Engine crawler for ShopSalad.com; http://shopsalad.com/en/partners.html; crawler AT shopsalad.com) Disallow: / User-agent: SapphireWebCrawler/Nutch-1.0-dev (Sapphire Web Crawler using Nutch; http://boston.lti.cs.cmu.edu/crawler/; mhoy@cs.cmu.edu) Disallow: / User-agent: Shelob (shelob@gmx.net) Disallow: / User-agent: SimilarPages/Nutch-1.0-dev (SimilarPages Nutch Crawler; http://www.similarpages.com; info at similarpages dot com) Disallow: / User-agent: swish-e http://swish-e.org/ Disallow: / User-agent: Tasapspider/0.9 Disallow: / User-agent: Tasapspider/0.9 (http://www.tasap.com) Disallow: / User-agent: temaseek.com/Nutch-1.0 (temaseek.com; crawler@temaseek.com) Disallow: / User-agent: TwoFour (compatible; Mozilla/5.0; MSIE 5.0; FAST FreshCrawler 6;) Disallow: / User-agent: UbiCrawler/v0.4beta (http://gii.nagaokaut.ac.jp/~ubi/) Disallow: / User-agent: User-Agent=Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.9.0.1) Gecko/2008070208 Firefox/3.0.1 Disallow: / User-agent: WebAlta Crawler/1.3.23 (http://www.webalta.net/ru/about_webmaster.html) (Windows; U; Windows NT 5.1; ru-RU) Disallow: / User-agent: WebAlta Crawler/2.0 (http://www.webalta.net/ru/about_webmaster.html) (Windows; U; Windows NT 5.1; ru-RU) Disallow: / User-agent: WebMiningAgent/Nutch-0.9 Disallow: / User-agent: Wget/1.10.2 (Red Hat modified) Disallow: / User-agent: yacybot (x86 Windows XP 5.1; java 1.6.0_05; Europe/de) http://yacy.net/bot.html Disallow: / User-agent: Yandex/1.01.001 (compatible; Win16; H) Disallow: / User-agent: Yandex/1.01.001 (compatible; Win16; I) Disallow: / User-agent: Yanga WorldSearch Bot v1.1/beta (http://www.yanga.co.uk/) Disallow: / User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/) Disallow: / Sitemap: http://www.sagamedev.com/sitemap_index.xml