File "browscap.ini"

Full Path: /www/wwwroot/shphe-en.com/uploads/wpcf7_captcha/browscap.ini
File size: 136.75 KB
MIME-type: --
Charset: utf-8

;;; Provided courtesy of http://browscap.org/
;;; Created on Thursday, February 4, 2016 at 12:59 PM UTC
;;; Keep up with the latest goings-on with the project:
;;; Follow us on Twitter <https://twitter.com/browscap>, or...
;;; Like us on Facebook <https://facebook.com/browscap>, or...
;;; Collaborate on GitHub <https://github.com/browscap>, or...
;;; Discuss on Google Groups <https://groups.google.com/forum/#!forum/browscap>.
;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; Browscap Version
[GJK_Browscap_Version]
Version=6012
Released=Thu, 04 Feb 2016 12:59:23 +0000
Format=php
Type=FULL


[DefaultProperties]
Comment="DefaultProperties"
Browser="DefaultProperties"
Browser_Type="unknown"
Browser_Bits="0"
Browser_Maker="unknown"
Browser_Modus="unknown"
Version="0.0"
MajorVer=0
MinorVer=0
Platform="unknown"
Platform_Version=unknown
Platform_Description="unknown"
Platform_Bits="0"
Platform_Maker="unknown"
Alpha="false"
Beta="false"
Win16="false"
Win32="false"
Win64="false"
Frames="false"
IFrames="false"
Tables="false"
Cookies="false"
BackgroundSounds="false"
JavaScript="false"
VBScript="false"
JavaApplets="false"
ActiveXControls="false"
isMobileDevice="false"
isTablet="false"
isSyndicationReader="false"
Crawler="false"
CssVersion=0
AolVersion=0
Device_Name="unknown"
Device_Maker="unknown"
Device_Type="unknown"
Device_Pointing_Method="unknown"
Device_Code_Name="unknown"
Device_Brand_Name="unknown"
RenderingEngine_Name="unknown"
RenderingEngine_Version=unknown
RenderingEngine_Description="unknown"
RenderingEngine_Maker="unknown"


[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.0; *WOW64*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.01*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.0*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.1;*Win64? x64*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.1*WOW64*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.1*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.2;*Win64? x64*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.2*WOW64*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.2*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.2;*Win64*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.0;*Win64? x64*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.0*WOW64*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.0*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.1*Win64? x64*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.1*WOW64*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.1*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.2*Win64? x64*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.2*WOW64*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.2*Trident/4.0*)* 360Spider]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 5.1*WOW64*Trident/5.0* 360Spider*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 5.1*Trident/5.0* 360Spider*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 5.2*WOW64*Trident/5.0* 360Spider*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 5.2*Trident/5.0* 360Spider*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.0*WOW64*Trident/5.0* 360Spider*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.0*Trident/5.0* 360Spider*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.1*Win64? x64*Trident/5.0* 360Spider*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.1*WOW64*Trident/5.0* 360Spider*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.1*Trident/5.0* 360Spider*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.2*Win64? x64*Trident/5.0* 360Spider*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.2*WOW64*Trident/5.0* 360Spider*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.2*Trident/5.0* 360Spider*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*)  Firefox/*; 360Spider*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*WOW64*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*WOW64*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.0*WOW64*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.0*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*Win64? x64*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*WOW64*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*Win64? x64*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*WOW64*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*]
Crawler="true"
[Mozilla/?.0 (compatible; Ask Jeeves/Teoma*)]
Crawler="true"
[Mozilla/2.0 (compatible; Ask Jeeves)]
Crawler="true"
[Mozilla/5.0 (compatible; *; http://www.80legs.com/*) Gecko/*]
Crawler="true"
[Mozilla/5.0 (compatible; AhrefsBot/3.1*]
Crawler="true"
[Mozilla/5.0 (compatible; AhrefsBot/4.0*]
Crawler="true"
[Mozilla/5.0 (compatible; AhrefsBot/5.0*]
Crawler="true"
[Mozilla/5.0 (compatible; AhrefsBot/*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*) adbeat.com* Gecko/*Ubuntu/10.04* Firefox*]
Crawler="true"
[Mozilla/5.0 (*Linux x86*) adbeat.com* Gecko/*Ubuntu/10.04* Firefox*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*) adbeat.com* Gecko/* Firefox*]
Crawler="true"
[Mozilla/5.0 (*Linux x86*) adbeat.com* Gecko/* Firefox*]
Crawler="true"
[Mozilla/5.0 (*Linux*) adbeat.com* Gecko/* Firefox*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*) adbeat.com*]
Crawler="true"
[Mozilla/5.0 (*Linux x86*) adbeat.com*]
Crawler="true"
[Mozilla/5.0 (*Linux*) adbeat.com*]
Crawler="true"
[adbeat_bot*]
Crawler="true"
[niki-bot]
Crawler="true"
[Mozilla/5.0 (compatible; GrapeshotCrawler/2.0; +http://www.grapeshot.co.uk/crawler.php)]
Crawler="true"
[Mozilla/5.0 (compatible; GrapeshotCrawler/*; +http://www.grapeshot.co.uk/crawler.php)]
Crawler="true"
[Mozilla/5.0 (compatible; grapeFX/0.9; crawler@grapeshot.co.uk]
Crawler="true"
[Mozilla/5.0 (compatible; grapeFX/*; crawler@grapeshot.co.uk]
Crawler="true"
[Anonymisiert durch AlMiSoft Browser-Maulkorb (Anonymisier*]
Crawler="true"
[Anonymisiert*]
Crawler="true"
[Anonymizer/*]
Crawler="true"
[Anonymizied*]
Crawler="true"
[Anonymous*]
Crawler="true"
[Anonymous/*]
Crawler="true"
[http://Anonymouse.org/*]
Crawler="true"
[Mozilla/5.0 (Randomized by FreeSafeIP*]
Crawler="true"
[Mozilla/5.0 (compatible; YandexAddurl/*)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexBlogs/*)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexBot/*; MirrorDetector*)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexCatalog/*)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexDirect/*)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexFavicons/*)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexImageResizer/*)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexImages/*)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexMedia/*)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexMetrika/*)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexNews/*)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexVideo/*)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexWebmaster/*)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexZakladki/*)]
Crawler="true"
[Yandex/1.01.001 (compatible; Win16; *)]
Crawler="true"
[Mozilla/4.0 (*compatible*;*MSIE 5.0; YANDEX)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexBot/*; MirrorDetector)]
Crawler="true"
[Mozilla/5.0 (compatible; YandexZakladki/*; Dyatel; +http://yandex.com/bots)]
Crawler="true"
[YaDirectBot/*]
Crawler="true"
[Yandex/*]
Crawler="true"
[YandexSomething/*]
Crawler="true"
[Mozilla/5.0 (Windows; ?; Windows NT 5.2; en-US; rv:1.9) Gecko VisualParser/3.0]
Crawler="true"
[Mozilla/5.0 (compatible; YandexAddurl/*]
Crawler="true"
[Mozilla/5.0 (compatible; YandexCatalog/*]
Crawler="true"
[Mozilla/5.0 (compatible; YandexDirect/*]
Crawler="true"
[Mozilla/5.0 (compatible; YandexFavicons/*]
Crawler="true"
[Mozilla/5.0 (compatible; YandexImageResizer/*]
Crawler="true"
[Mozilla/5.0 (compatible; YandexImages/*]
Crawler="true"
[Mozilla/5.0 (compatible; YandexMedia/*]
Crawler="true"
[Mozilla/5.0 (compatible; YandexMetrika/*]
Crawler="true"
[Mozilla/5.0 (compatible; YandexNews/*]
Crawler="true"
[Mozilla/5.0 (compatible; YandexVideo/*]
Crawler="true"
[ApacheBench/*]
Crawler="true"
[Mozilla/5.0 (compatible; YandexBot/3.0*]
Crawler="true"
[Mozilla/5.0 (compatible; YandexBot/*]
Crawler="true"
[Goldfire Server*]
Crawler="true"
[ArchitextSpider*]
Crawler="true"
[*BecomeBot/*]
Crawler="true"
[*BecomeBot@exava.com*]
Crawler="true"
[MonkeyCrawl/*]
Crawler="true"
[Mozilla/5.0 (compatible; BecomeJPBot/2.3*]
Crawler="true"
[Mozilla/5.0 (compatible; BecomeJPBot/*]
Crawler="true"
[ConveraMultiMediaCrawler/0.1*]
Crawler="true"
[ConveraMultiMediaCrawler/*]
Crawler="true"
[CrawlConvera*]
Crawler="true"
[ConveraCrawler/0.4*]
Crawler="true"
[ConveraCrawler/0.5*]
Crawler="true"
[ConveraCrawler/0.6*]
Crawler="true"
[ConveraCrawler/0.7*]
Crawler="true"
[ConveraCrawler/0.8*]
Crawler="true"
[ConveraCrawler/0.9*]
Crawler="true"
[ConveraCrawler/*]
Crawler="true"
[Mozilla/4.0 (compatible; BOTW Feed Grabber*]
Crawler="true"
[Mozilla/4.0 (compatible; BOTW Spider*]
Crawler="true"
[ContextAd Bot 1.0*]
Crawler="true"
[ContextAd Bot*]
Crawler="true"
[Java/1.4*]
Crawler="true"
[Java/1.5*]
Crawler="true"
[Java/1.6*]
Crawler="true"
[Java/1.7*]
Crawler="true"
[Java/1.17*]
Crawler="true"
[Java/*]
Crawler="true"
[DotBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; DotBot/1.1*]
Crawler="true"
[Mozilla/5.0 (compatible; DotBot/*]
Crawler="true"
[bitlybot/2.*]
Crawler="true"
[bitlybot*]
Crawler="true"
[BlitzBOT@tricus.com (Mozilla compatible)*]
Crawler="true"
[BlitzBOT*]
Crawler="true"
[Mozilla/5.0 (compatible; Speedy Spider*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*) Speedy Spider*]
Crawler="true"
[Speedy Spider*]
Crawler="true"
[Mozilla/4.0 (*compatible*;*MSIE 6.0; Bluecoat DRTR)]
Crawler="true"
[BlueCoat ProxySG]
Crawler="true"
[CerberianDrtrs/*]
Crawler="true"
[Inne: Mozilla/4.0 (compatible; Cerberian Drtrs*)]
Crawler="true"
[Mozilla/4.0 (compatible; Cerberian Drtrs*)]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 6.0; Bluecoat DRTR)]
Crawler="true"
[envolk?ITS?spider/*]
Crawler="true"
[envolk/*]
Crawler="true"
[gvfs/1.24*]
Crawler="true"
[gvfs/*]
Crawler="true"
[boitho.com-dc/*]
Crawler="true"
[boitho.com-robot/*]
Crawler="true"
[boitho.com-*]
Crawler="true"
[Exabot-Images/1.0*]
Crawler="true"
[Exabot-Images/*]
Crawler="true"
[Mozilla/5.0 (compatible; Exabot-Images/3.0*)]
Crawler="true"
[Mozilla/5.0 (compatible; Exabot-Images/*)]
Crawler="true"
[Mozilla/5.0 (compatible; Konqueror/*; Linux) KHTML/* (like Gecko) (Exabot-Thumbnails)]
Crawler="true"
[Exabot-Test/*]
Crawler="true"
[Exabot/2.0]
Crawler="true"
[Exabot/3.0]
Crawler="true"
[Exabot/*]
Crawler="true"
[Exalead NG/*]
Crawler="true"
[Mozilla/5.0 (compatible; Exabot/3.0*)]
Crawler="true"
[Mozilla/5.0 (compatible; Exabot/*)]
Crawler="true"
[Mozilla/5.0 (compatible; NGBot/*)]
Crawler="true"
[NG-Search/*]
Crawler="true"
[ng/*]
Crawler="true"
[*Exabot@exava.com*]
Crawler="true"
[facebookexternalhit/1.0*]
Crawler="true"
[facebookexternalhit/1.1*]
Crawler="true"
[facebookexternalhit/*]
Crawler="true"
[Facebook share follower]
Crawler="true"
[facebookplatform/1.0 *]
Crawler="true"
[facebookplatform/*]
Crawler="true"
[Facebook API PHP5 Client 1.1 (curl)*]
Crawler="true"
[Facebot/1.0*]
Crawler="true"
[Facebot/*]
Crawler="true"
[facebookscraper/1.0( http*://www.facebook.com/sharescraper_help.php)*]
Crawler="true"
[facebookscraper/*( http*://www.facebook.com/sharescraper_help.php)*]
Crawler="true"
[XING-contenttabreceiver/2.0]
Crawler="true"
[XING-contenttabreceiver/*]
Crawler="true"
[*FAST Enterprise Crawler*]
Crawler="true"
[FAST Data Search Document Retriever/4.0*]
Crawler="true"
[FAST MetaWeb Crawler (helpdesk at fastsearch dot com)]
Crawler="true"
[Fast PartnerSite Crawler*]
Crawler="true"
[FAST-WebCrawler/*]
Crawler="true"
[FAST-WebCrawler/*/FirstPage*]
Crawler="true"
[FAST-WebCrawler/*/Fresh*]
Crawler="true"
[FAST-WebCrawler/*/PartnerSite*]
Crawler="true"
[FAST-WebCrawler/*?Multimedia*]
Crawler="true"
[FastSearch Web Crawler for*]
Crawler="true"
[Fast Crawler v X(compatible; Konqueror/*; FreeBSD) (KHTML,*like Gecko*)]
Crawler="true"
[GigabotSiteSearch/*]
Crawler="true"
[Gigabot*]
Crawler="true"
[IlseBot/*]
Crawler="true"
[INGRID/*]
Crawler="true"
[Mozilla/3.0 (INGRID/*]
Crawler="true"
[TurnitinBot/2.1*]
Crawler="true"
[TurnitinBot/*]
Crawler="true"
[ZmEu*]
Crawler="true"
[Made by ZmEu @ WhiteHat v0.* (www.WhiteHat.ro)]
Crawler="true"
[Made by ZmEu @ WhiteHat*]
Crawler="true"
[Mozilla/5.0 (compatible; GroupHigh/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; GroupHigh/*]
Crawler="true"
[Photon/1.0*]
Crawler="true"
[Photon/*]
Crawler="true"
[Peeplo Screenshot Bot/0.20*]
Crawler="true"
[Peeplo Screenshot Bot/*]
Crawler="true"
[A6-Indexer/1.0*]
Crawler="true"
[A6-Indexer*]
Crawler="true"
[Mozilla/5.0 (compatible; DomainAppender /1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; DomainAppender /*]
Crawler="true"
[Mozilla/5.0 (compatible; meanpathbot/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; meanpathbot/*]
Crawler="true"
[Mozilla/5.0 (compatible; WBSearchBot/1.1*; +http://www.warebay.com/bot.html)*]
Crawler="true"
[Mozilla/5.0 (compatible; WBSearchBot/*; +http://www.warebay.com/bot.html)*]
Crawler="true"
[GG PeekBot 1.0*]
Crawler="true"
[GG PeekBot 2.0*]
Crawler="true"
[GG PeekBot *]
Crawler="true"
[Shelob (shelob@gmx.net)]
Crawler="true"
[shelob v1.*]
Crawler="true"
[shelob*]
Crawler="true"
[Mozilla/5.0 (compatible; sReleaseBot/6.1*]
Crawler="true"
[Mozilla/5.0 (compatible; sReleaseBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; electricmonk/3.2*]
Crawler="true"
[Mozilla/5.0 (compatible; electricmonk/*]
Crawler="true"
[Mozilla/5.0 (lbot/2.6*]
Crawler="true"
[Mozilla/5.0 (lbot/*]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 7.0b; *Windows NT 6.0*; SL Commerce Client v1.0*]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 7.0b; *Windows NT 6.0*; SL Commerce Client*]
Crawler="true"
[Mozilla/5.0 (*Windows*) AppleWebKit/* (KHTML, like Gecko) SecondLife/3.7* (Second Life *) Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows*) AppleWebKit/* (KHTML, like Gecko) SecondLife/* (Second Life *) Safari/*]
Crawler="true"
[gooblog/2.0*]
Crawler="true"
[gooblog/*]
Crawler="true"
[Proxy Gear Pro/2.1 (*Windows NT 6.1*)*]
Crawler="true"
[Proxy Gear Pro/* (*Windows NT 6.1*)*]
Crawler="true"
[Mozilla/5.0 (compatible; fr-crawler/1.1*]
Crawler="true"
[Mozilla/5.0 (compatible; fr-crawler/*]
Crawler="true"
[visionutils/0.2*]
Crawler="true"
[visionutils/*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server;*) Daumoa?4.0*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server;*) Daumoa?3.0*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server;*]
Crawler="true"
[AntBot/1.0*]
Crawler="true"
[AntBot/*]
Crawler="true"
[NetzCheckBot/1.0*]
Crawler="true"
[NetzCheckBot/*]
Crawler="true"
[ZumBot/1.0*]
Crawler="true"
[ZumBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; ZumBot/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; ZumBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; BLEXBot/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; BLEXBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; nbot/2.*]
Crawler="true"
[Mozilla/5.0 (compatible; nbot/*]
Crawler="true"
[Mozilla/4.0 (*Windows NT 5.1*) Lightspeedsystems*]
Crawler="true"
[LSSRocketCrawler/1.0 LightspeedSystems*]
Crawler="true"
[LSSRocketCrawler/* LightspeedSystems*]
Crawler="true"
[Mozilla/5.0 (compatible; LoadTimeBot/0.7*]
Crawler="true"
[Mozilla/5.0 (compatible; LoadTimeBot/0.8*]
Crawler="true"
[Mozilla/5.0 (compatible; LoadTimeBot/0.9*]
Crawler="true"
[Mozilla/5.0 (compatible; LoadTimeBot/*]
Crawler="true"
[ShowXML/1.0*]
Crawler="true"
[ShowXML/*]
Crawler="true"
[Metaspinner/0.01*]
Crawler="true"
[Metaspinner/*]
Crawler="true"
[Mozilla/5.0 (compatible; 200PleaseBot/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; 200PleaseBot/*]
Crawler="true"
[CCBot/1.0*]
Crawler="true"
[CCBot/2.0*]
Crawler="true"
[CCBot/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*Win64? x64*) KomodiaBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*) KomodiaBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*Win64? x64*) KomodiaBot/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*) KomodiaBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; Add Catalog/2.1*]
Crawler="true"
[Mozilla/5.0 (compatible; Add Catalog/*]
Crawler="true"
[Mozilla/5.0 (compatible; PaperLiBot/2.1*]
Crawler="true"
[Mozilla/5.0 (compatible; PaperLiBot/*]
Crawler="true"
[ShopWiki/1.0*]
Crawler="true"
[ShopWiki/*]
Crawler="true"
[Mozilla/5.0 (compatible; SoftListBot/2.2*]
Crawler="true"
[Mozilla/5.0 (compatible; SoftListBot/*]
Crawler="true"
[Aboundex/0.2*]
Crawler="true"
[Aboundex/0.3*]
Crawler="true"
[Aboundex/*]
Crawler="true"
[ScreenerBot Crawler Beta 2.0 *]
Crawler="true"
[ScreenerBot Crawler Beta *]
Crawler="true"
[CRAZYWEBCRAWLER 0.9*]
Crawler="true"
[CRAZYWEBCRAWLER*]
Crawler="true"
[Mozilla/5.0 (compatible; AboutUsBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; AboutUsBot Johnny5/2.0*]
Crawler="true"
[Mozilla/5.0 (compatible; AboutUsBot Johnny5/*]
Crawler="true"
[AboutUsBot/* (Website Analysis*]
Crawler="true"
[WeSEE:Search/0.1 (Alpha*]
Crawler="true"
[WeSEE:Search/*]
Crawler="true"
[Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko, Safari/*) *Webglance/0.1*]
Crawler="true"
[Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko, Safari/*) *Webglance/*]
Crawler="true"
[XML Sitemaps Generator*]
Crawler="true"
[Mozilla/5.0 (compatible; XML Sitemaps Generator; http://www.xml-sitemaps.com) Gecko XML-Sitemaps/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; XML Sitemaps Generator; http://www.xml-sitemaps.com) Gecko XML-Sitemaps/*]
Crawler="true"
[Mozilla/5.0 (compatible; publiclibraryarchive.org/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; publiclibraryarchive.org/*]
Crawler="true"
[Mozilla/5.0 (compatible; WebThumbnail/3.*]
Crawler="true"
[Mozilla/5.0 (compatible; WebThumbnail/*]
Crawler="true"
[Mozilla/5.0 (TweetmemeBot/4.0*]
Crawler="true"
[Mozilla/5.0 (TweetmemeBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; TweetmemeBot/3.0*]
Crawler="true"
[Mozilla/5.0 (compatible; TweetmemeBot/*]
Crawler="true"
[Mozilla/5.0 (*Linux i686 (x86_64)* rv:1.9.2*) Gecko WebThumb/1.0*]
Crawler="true"
[Mozilla/5.0 (*Linux* rv:1.9.2*) Gecko WebThumb/1.0*]
Crawler="true"
[Mozilla/5.0 (*Linux i686 (x86_64)* rv:1.9.2*) Gecko WebThumb/*]
Crawler="true"
[Mozilla/5.0 (*Linux* rv:1.9.2*) Gecko WebThumb/*]
Crawler="true"
[MetaGeneratorCrawler/1.1*]
Crawler="true"
[MetaGeneratorCrawler/1.3*]
Crawler="true"
[MetaGeneratorCrawler/*]
Crawler="true"
[Mozilla/5.0 (compatible; Spiderlytics/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; Spiderlytics/*]
Crawler="true"
[BabalooSpider/1.*]
Crawler="true"
[BabalooSpider/*]
Crawler="true"
[Mozilla/5.0 (compatible; IstellaBot/1.18*]
Crawler="true"
[Mozilla/5.0 (compatible; IstellaBot/*]
Crawler="true"
[*altervista.org*]
Crawler="true"
[*SqwidgeBot*]
Crawler="true"
[A .NET Web Crawler]
Crawler="true"
[BilgiBot/*]
Crawler="true"
[bot/* (bot; *bot@bot.bot)]
Crawler="true"
[cisco-IOS]
Crawler="true"
[Covario-IDS/*]
Crawler="true"
[CyberPatrol*]
Crawler="true"
[cz32ts]
Crawler="true"
[ddetailsbot (http://www.displaydetails.com)]
Crawler="true"
[DomainsDB.net MetaCrawler*]
Crawler="true"
[DomainWatcher Bot*]
Crawler="true"
[Drupal (*)]
Crawler="true"
[Dumbot (version *)*]
Crawler="true"
[EuripBot/*]
Crawler="true"
[eventax/*]
Crawler="true"
[FANGCrawl/*]
Crawler="true"
[favorstarbot/*]
Crawler="true"
[FollowSite.com (*)]
Crawler="true"
[Gaisbot*]
Crawler="true"
[gosospider Mozilla/5.0 (compatible; GosoSpider*)]
Crawler="true"
[Healthbot/Health_and_Longevity_Project_(HealthHaven.com) ]
Crawler="true"
[hitcrawler_0.*]
Crawler="true"
[htdig/*]
Crawler="true"
[http://hilfe.acont.de/bot.html ACONTBOT]
Crawler="true"
[http://www.yellowpages.com*]
Crawler="true"
[HuaweiSymantecSpider/*]
Crawler="true"
[JetBrains*]
Crawler="true"
[JS-Kit URL Resolver, http://js-kit.com/]
Crawler="true"
[KakleBot - www.kakle.com/0.1]
Crawler="true"
[KBeeBot/0.*]
Crawler="true"
[Keyword Density/*]
Crawler="true"
[Lincoln State Web Browser]
Crawler="true"
[Links4US-Crawler,*]
Crawler="true"
[Lorkyll *.* -- lorkyll@444.net]
Crawler="true"
[Lsearch/sondeur]
Crawler="true"
[MapoftheInternet.com?(?http://MapoftheInternet.com)]
Crawler="true"
[metatagsdir/*]
Crawler="true"
[Microsoft Windows Network Diagnostics]
Crawler="true"
[Miva (AlgoFeedback@miva.com)]
Crawler="true"
[moget/*]
Crawler="true"
[Mozilla/* (compatible; WebCapture*)]
Crawler="true"
[Mozilla/5.0*(*redditbot/*http://www.reddit.com/feedback*)]
Crawler="true"
[Mozilla/4.0 (compatible; DepSpid/*)]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 4.01; Vonna.com b o t)]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE 4.01; Vonna.com b o t)]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 4.01; Windows95)]
Crawler="true"
[Mozilla/4.0 (compatible; MyFamilyBot/*)]
Crawler="true"
[Mozilla/4.0 (compatible; N-Stealth)]
Crawler="true"
[Mozilla/4.0 (compatible; Scumbot/*; Linux/*)]
Crawler="true"
[Mozilla/4.0 (compatible; Spider; Linux)]
Crawler="true"
[Mozilla/4.0 (compatible; Win32)]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko, Safari/*) ADM/*]
Crawler="true"
[Mozilla/5.0 (compatible; AdHitz; http://adhitz.com/)]
Crawler="true"
[Mozilla/5.0 (compatible; aiHitBot*/*)]
Crawler="true"
[Mozilla/5.0 (compatible; aiHitBot*/*; +http://www.aihit.com/)]
Crawler="true"
[Mozilla/5.0 (compatible; BuzzRankingBot/*)]
Crawler="true"
[Mozilla/5.0 (compatible; ClixSense; http://www.clixsense.com/)]
Crawler="true"
[mozilla/5.0 (compatible; genevabot +http://www.healthdash.com)]
Crawler="true"
[Mozilla/5.0 (compatible; JadynAveBot; *http://www.jadynave.com/robot*]
Crawler="true"
[Mozilla/5.0 (compatible; Kyluka crawl; http://www.kyluka.com/crawl.html; crawl@kyluka.com)]
Crawler="true"
[Mozilla/5.0 (compatible; LegalAnalysisAgent/1.*; http://www.legalx.net)]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 7.0 ?http://www.europarchive.org)]
Crawler="true"
[Mozilla/5.0 (compatible*; MSIE 7.0 ?http://www.europarchive.org)]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 7.0; MSIE 6.0; ScanAlert; +http://www.scanalert.com/bot.jsp) Firefox/*]
Crawler="true"
[Mozilla/5.0 (compatible*; MSIE 7.0; MSIE 6.0; ScanAlert; +http://www.scanalert.com/bot.jsp) Firefox/*]
Crawler="true"
[Mozilla/5.0 (compatible; Nigma.ru/*; crawler@nigma.ru)]
Crawler="true"
[Mozilla/5.0 (compatible; Plukkie/1.?; http://www.botje.com/plukkie.htm)]
Crawler="true"
[Mozilla/5.0 (compatible; SuchbaerBot/0.*; +http://bot.suchbaer.de/info.html)]
Crawler="true"
[Mozilla/5.0 (compatible; Twingly Recon; http://www.twingly.com/)]
Crawler="true"
[Mozilla/5.0 (compatible; unwrapbot/2.*; +http://www.unwrap.jp*)]
Crawler="true"
[Mozilla/5.0 (compatible; Vermut*)]
Crawler="true"
[Mozilla/5.0 (compatible; Viralheat Bot/*) ]
Crawler="true"
[Mozilla/5.0 (compatible; Webbot/*)]
Crawler="true"
[n4p_bot*]
Crawler="true"
[nabot*]
Crawler="true"
[NetCarta_WebMapper/*]
Crawler="true"
[Netchart Adv Crawler*]
Crawler="true"
[NetID.com Bot*]
Crawler="true"
[neTVision AG andreas.heidoetting@thomson-webcast.net]
Crawler="true"
[NextopiaBOT*]
Crawler="true"
[nicebot]
Crawler="true"
[niXXieBot?Foster*]
Crawler="true"
[Nozilla/P.N (Just for IDS woring)]
Crawler="true"
[Nudelsalat/*]
Crawler="true"
[NV32ts]
Crawler="true"
[Ocelli/*]
Crawler="true"
[OpenTaggerBot (http://www.opentagger.com/opentaggerbot.htm)]
Crawler="true"
[Oracle Enterprise Search]
Crawler="true"
[Oracle Ultra Search]
Crawler="true"
[Pajaczek/*]
Crawler="true"
[panscient.com]
Crawler="true"
[Patwebbot (http://www.herz-power.de/technik.html)]
Crawler="true"
[PDFBot (crawler@pdfind.com)]
Crawler="true"
[PhpDig/*]
Crawler="true"
[PlantyNet_WebRobot*]
Crawler="true"
[PluckItCrawler/*]
Crawler="true"
[PMAFind]
Crawler="true"
[Poodle_predictor_1.0]
Crawler="true"
[QuickFinder Crawler]
Crawler="true"
[Radiation Retriever*]
Crawler="true"
[RedCarpet/*]
Crawler="true"
[RixBot (http://babelserver.org/rix)]
Crawler="true"
[roboobot/1.* (roboo; http://wap.roboo.com; winter.pi@roboo.com)]
Crawler="true"
[Rome Client (http://tinyurl.com/64t5n) Ver: 0.*]
Crawler="true"
[SBIder/*]
Crawler="true"
[ScollSpider/2.*]
Crawler="true"
[Search Fst]
Crawler="true"
[searchbot admin@google.com]
Crawler="true"
[Seeker.lookseek.com]
Crawler="true"
[semanticdiscovery/*]
Crawler="true"
[sitecheck.internetseer.com*]
Crawler="true"
[SMBot/*]
Crawler="true"
[sohu*]
Crawler="true"
[SpankBot*]
Crawler="true"
[spider (tspyyp@tom.com)]
Crawler="true"
[Sunrise/0.*]
Crawler="true"
[Superpages URL Verification Engine]
Crawler="true"
[Surf Knight]
Crawler="true"
[SyncMgr]
Crawler="true"
[Talkro Web-Shot/*]
Crawler="true"
[Tasap-image-robot/0.* (http://www.tasap.com)]
Crawler="true"
[Tecomi Bot (http://www.tecomi.com/bot.htm)]
Crawler="true"
[TencentTraveler*]
Crawler="true"
[TheInformant*]
Crawler="true"
[Toata dragostea*]
Crawler="true"
[Tutorial Crawler*]
Crawler="true"
[Twitterbot/*]
Crawler="true"
[Twitterbot/0.*]
Crawler="true"
[UbiCrawler/*]
Crawler="true"
[UCmore]
Crawler="true"
[User*Agent:*]
Crawler="true"
[USER_AGENT]
Crawler="true"
[VadixBot]
Crawler="true"
[VengaBot/*]
Crawler="true"
[Visicom Toolbar]
Crawler="true"
[Visited by http://tools.geek-tools.org]
Crawler="true"
[Webclipping.com]
Crawler="true"
[webcollage*]
Crawler="true"
[WebFilter Robot*]
Crawler="true"
[WeBoX/*]
Crawler="true"
[WebTrends/*]
Crawler="true"
[West Wind Internet Protocols*]
Crawler="true"
[WhizBang]
Crawler="true"
[Willow Internet Crawler by Twotrees V*]
Crawler="true"
[WIRE/* (Linux*Bot,Robot,Spider,Crawler)]
Crawler="true"
[www.fi crawler, contact crawler@www.fi]
Crawler="true"
[Xerka WebBot v1.*]
Crawler="true"
[XSpider*]
Crawler="true"
[YooW!/* (?http://www.yoow.eu)]
Crawler="true"
[yp-crawl@attinteractive.com]
Crawler="true"
[QuerySeekerSpider ( http://queryseeker.com/bot.html )]
Crawler="true"
[Mozilla/5.0 (compatible; proximic; +http://www.proximic.com/info/spider.php)*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE *; Windows NT *; Trident/?.0; Alcohol Search*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE *; AugustBot/*]
Crawler="true"
[awesomebot*]
Crawler="true"
[Cooby Bot*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE 6.0; Windows NT 5.1*; CrystalSemanticsBot http://www.crystalsemantics.com/service-navigation/imprint/useragent/)*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE *; Windows NT *; FeedFinder-2.0; http://bloggz.se/crawler)*]
Crawler="true"
[Mozilla/5.0 (X11; Linux*) AppleWebKit/* (KHTML,*like Gecko*)*Chrome/13.0*Safari/* botname/cpan@dataminr.com*]
Crawler="true"
[Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko)*Chrome/13.0*Safari/* botname/cpan@dataminr.com*]
Crawler="true"
[ArtfaceBot (*compatible*;*MSIE 6.0; Mozilla/4.0; Windows NT*)]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE 4.01; Windows95)]
Crawler="true"
[GSLFbot*]
Crawler="true"
[Mozilla/5.0 (Macintosh; *Mac OS X *) AppleWebKit/* (KHTML,*like Gecko*) Version/*Safari/* Powered by Spider-Pig*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML,*like Gecko*) Version/*Safari/* Powered by Spider-Pig*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*) Gecko/* ThumbShotsBot*]
Crawler="true"
[Mozilla/5.0 (*Linux*) Gecko/* ThumbShotsBot*]
Crawler="true"
[thumbshots-de-bot*]
Crawler="true"
[netEstate NE Crawler*]
Crawler="true"
[securepoint cf]
Crawler="true"
[www.integromedb.org/Crawler*]
Crawler="true"
[CheckSite Verification Agent*]
Crawler="true"
[Mozilla/5.0 (compatible; Squzer/*]
Crawler="true"
[InternetSeer.com]
Crawler="true"
[ADmantX Platform Semantic Analyzer*]
Crawler="true"
[WeSEE:Ads/*]
Crawler="true"
[Mozilla/5.0 (compatible; Apercite*]
Crawler="true"
[Mozilla/5.0?(compatible;?PiplBot*]
Crawler="true"
[Mozilla/4.0 (compatible; Blog Search*]
Crawler="true"
[YisouSpider]
Crawler="true"
[hivaBot*]
Crawler="true"
[PagesInventory*]
Crawler="true"
[Mozilla/4.0 (CMS Crawler*]
Crawler="true"
[MetaHeadersBot*]
Crawler="true"
[Mozilla/5.0 (compatible; Twingly Recon*]
Crawler="true"
[revolt]
Crawler="true"
[BacklinkCrawler*]
Crawler="true"
[ThumbnailAgent]
Crawler="true"
[LinkStats Bot]
Crawler="true"
[ThumbSniper *]
Crawler="true"
[stq_bot *]
Crawler="true"
[SNK Screenshot Bot/0.20*]
Crawler="true"
[SNK Screenshot Bot/*]
Crawler="true"
[Phantom.js bot*]
Crawler="true"
[Mozilla/5.0 (compatible; Optimizer)*]
Crawler="true"
[Bot.AraTurka.com/*]
Crawler="true"
[*java*]
Crawler="true"
[HRCrawler/2.0*]
Crawler="true"
[HRCrawler/*]
Crawler="true"
[isc header collector handlers*]
Crawler="true"
[Forum Poster V3*]
Crawler="true"
[Forum Poster*]
Crawler="true"
[Mozilla/5.0 (compatible; WebMasterAid/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; WebMasterAid/*]
Crawler="true"
[Mozilla/5.0 (compatible; Muenster University of Applied Sciences; *itsscan*]
Crawler="true"
[MetaURI API/2.0*]
Crawler="true"
[MetaURI API*]
Crawler="true"
[IPv4Scan*]
Crawler="true"
[Zookabot/2.4*]
Crawler="true"
[Zookabot/*]
Crawler="true"
[Mozilla/5.0 (compatible; discoverybot/2.0*]
Crawler="true"
[Mozilla/5.0 (compatible; discoverybot/*]
Crawler="true"
[Mozilla/5.0 (compatible; AskPeterBot*]
Crawler="true"
[RED/1*]
Crawler="true"
[RED/*]
Crawler="true"
[BUbiNG*]
Crawler="true"
[Mozilla/5.0 (X11; compatible; semantic-visions.com crawler; HTTPClient 3.1*]
Crawler="true"
[Mozilla/5.0 (X11; compatible; semantic-visions.com crawler; HTTPClient*]
Crawler="true"
[JoobleBot*]
Crawler="true"
[Mozilla/5.0 (compatible; MixrankBot*]
Crawler="true"
[Mozilla/5.0 (compatible; memoryBot/1.20*]
Crawler="true"
[Mozilla/5.0 (compatible; memoryBot/*]
Crawler="true"
[Icarus6j*]
Crawler="true"
[wsr-agent/1.0*]
Crawler="true"
[wsr-agent/*]
Crawler="true"
[Mozilla/5.0 (compatible; waybackarchive.org/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; waybackarchive.org/*]
Crawler="true"
[Mozilla crawl/5.0*]
Crawler="true"
[Mozilla crawl/*]
Crawler="true"
[RamblerMail/6.0*]
Crawler="true"
[RamblerMail/*]
Crawler="true"
[Mozilla/5.0 (URLfilterDB-crawler/1.1)*]
Crawler="true"
[Mozilla/5.0 (URLfilterDB-crawler/*]
Crawler="true"
[Mozilla/5.0 (compatible; OpenHoseBot/2.1*]
Crawler="true"
[Mozilla/5.0 (compatible; OpenHoseBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; DomainSigmaCrawler/0.1*]
Crawler="true"
[Mozilla/5.0 (compatible; DomainSigmaCrawler/*]
Crawler="true"
[BigBozz/BigBozz-2.2*]
Crawler="true"
[BigBozz/BigBozz*]
Crawler="true"
[ECCP/1.0*]
Crawler="true"
[ECCP/*]
Crawler="true"
[WebIndex*]
Crawler="true"
[ArchiveTeam ArchiveBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; Crawler/0.9*]
Crawler="true"
[Mozilla/5.0 (compatible; Crawler/*]
Crawler="true"
[Amazon CloudFront*]
Crawler="true"
[Arachnida Web Crawler*]
Crawler="true"
[bandscraper*]
Crawler="true"
[bot*]
Crawler="true"
[cars-app-browser*]
Crawler="true"
[HggH PhantomJS Screenshoter*]
Crawler="true"
[IC OpenGraph Crawler*]
Crawler="true"
[ICC-Crawler/2.0*]
Crawler="true"
[ICC-Crawler/*]
Crawler="true"
[InAGist URL Resolver*]
Crawler="true"
[Jeode/1.*]
Crawler="true"
[Jeode/*]
Crawler="true"
[kraken/0.6*]
Crawler="true"
[kraken/*]
Crawler="true"
[Locubot*]
Crawler="true"
[MailChimp.com*]
Crawler="true"
[MixBot*]
Crawler="true"
[Mozilla/4.0 (compatible; focuseekbot*]
Crawler="true"
[Mozilla,BuSecurityProject*]
Crawler="true"
[Mozilla/5.0 (compatible; kgbody/2.0*]
Crawler="true"
[Mozilla/5.0 (compatible; kgbody/*]
Crawler="true"
[Mozilla/5.0 (compatible; kulturarw3*]
Crawler="true"
[Mozilla/5.0 (compatible; MerchantCentricBot/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; MerchantCentricBot/*]
Crawler="true"
[Mozilla/5.0 (compatible*; MarketwireBot*]
Crawler="true"
[Mozilla/5.0 (compatible; Nett.io bot/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; Nett.io bot/*]
Crawler="true"
[Mozilla/5.0 (compatible;acapbot/0.1*]
Crawler="true"
[Mozilla/5.0 (compatible;acapbot/*]
Crawler="true"
[PageFreezer*]
Crawler="true"
[restify/2.6* (*) node/*]
Crawler="true"
[restify/* (*) node/*]
Crawler="true"
[ShowyouBot*]
Crawler="true"
[ltx71 *]
Crawler="true"
[CookieReports.com/0.1*]
Crawler="true"
[CookieReports.com/*]
Crawler="true"
[Iframely/0.7*]
Crawler="true"
[Iframely/*]
Crawler="true"
[MetaInspector/3.0*]
Crawler="true"
[MetaInspector/*]
Crawler="true"
[Mozilla/5.0 (Digg/1.0*]
Crawler="true"
[Mozilla/5.0 (Digg/*]
Crawler="true"
[Mozilla/5.0 (compatible; CrawlRobot*]
Crawler="true"
[Mozilla/5.0 (compatible; Owler/0.4*]
Crawler="true"
[Mozilla/5.0 (compatible; Owler/*]
Crawler="true"
[Mozilla/5.0 (compatible; pub-crawler*]
Crawler="true"
[Mozilla/5.0+(compatible; RevIP.info site analyzer v4.00*]
Crawler="true"
[Mozilla/5.0+(compatible; RevIP.info site analyzer*]
Crawler="true"
[SMRF URL Expander*]
Crawler="true"
[Superarama.com - BOT/v.0.1*]
Crawler="true"
[Superarama.com - BOT/*]
Crawler="true"
[WNMbot/0.4*]
Crawler="true"
[WNMbot/*]
Crawler="true"
[Website Explorer/0.9*]
Crawler="true"
[Website Explorer/*]
Crawler="true"
[city-map screenshot service*]
Crawler="true"
[gosquared-thumbnailer/1.0*]
Crawler="true"
[gosquared-thumbnailer/*]
Crawler="true"
[optivo(R) NetHelper*]
Crawler="true"
[pr-cy.ru Screenshot Bot*]
Crawler="true"
[Mozilla/* (*Genieo*/1.0*webfilter*]
Crawler="true"
[Mozilla/* (*Genieo*/*webfilter*]
Crawler="true"
[Mozilla/5.0 (compatible; SetLinks bot 1.2*]
Crawler="true"
[Mozilla/5.0 (compatible; SetLinks bot *]
Crawler="true"
[Mozilla/5.0 (compatible; BegunAdvertising/3.0*]
Crawler="true"
[Mozilla/5.0 (compatible; BegunAdvertising/*]
Crawler="true"
[Mozilla/5.0 (compatible; MegaIndex.ru/2.0*]
Crawler="true"
[Mozilla/5.0 (compatible; MegaIndex.ru/*]
Crawler="true"
[Mozilla/4.0 (compatible; DAWINCI ANTIPLAG SPIDER*]
Crawler="true"
[AccServer?HOGANMIDSCHOOL?/5.0*]
Crawler="true"
[AccServer?HOGANMIDSCHOOL?/*]
Crawler="true"
[SafeSearch microdata crawler*]
Crawler="true"
[Mozilla/5.0 (compatible; AdvBot/2.0*]
Crawler="true"
[Mozilla/5.0 (compatible; AdvBot/*]
Crawler="true"
[Mozilla/4.0 compatible ZyBorg/1.0*]
Crawler="true"
[Mozilla/4.0 compatible ZyBorg/*]
Crawler="true"
[Mozilla/5.0 (Macintosh; Butterfly/1.0*]
Crawler="true"
[Mozilla/5.0 (Macintosh; Butterfly/*]
Crawler="true"
[Mozilla/5.0 (compatible; worldwebheritage.org/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; worldwebheritage.org/*]
Crawler="true"
[uipbot/1.0*]
Crawler="true"
[uipbot/*]
Crawler="true"
[mbot v.1.16*]
Crawler="true"
[mbot*]
Crawler="true"
[NetLyzer FastProbe*]
Crawler="true"
[Mozilla/5.0 (compatible; TestCrawler*]
Crawler="true"
[*robots*]
Crawler="true"
[Mozilla/5.0 (compatible; Digincore*]
Crawler="true"
[BuiBui-Bot/1.0*]
Crawler="true"
[BuiBui-Bot/*]
Crawler="true"
[Mozilla/5.0 (compatible; TweetedTimes Bot/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; TweetedTimes Bot/*]
Crawler="true"
[OpenWebSpider v0.1*]
Crawler="true"
[OpenWebSpider*]
Crawler="true"
[WebCrawler_1.*]
Crawler="true"
[WebCrawler_*]
Crawler="true"
[Comodo Spider 1.2*]
Crawler="true"
[Comodo Spider*]
Crawler="true"
[http_requester/0.1*]
Crawler="true"
[http_requester/*]
Crawler="true"
[Mozilla/5.0 (compatible; LinkpadBot/1.06*]
Crawler="true"
[Mozilla/5.0 (compatible; LinkpadBot/*]
Crawler="true"
[GarlikCrawler/1.1*]
Crawler="true"
[GarlikCrawler/1.2*]
Crawler="true"
[GarlikCrawler/*]
Crawler="true"
[DomainSCAN*]
Crawler="true"
[Mozilla/5.0 (compatible; DomainSCAN/2.0*]
Crawler="true"
[Mozilla/5.0 (compatible; DomainSCAN/*]
Crawler="true"
[NSO_Debugger_User/2.0*]
Crawler="true"
[NSO_Debugger_User/*]
Crawler="true"
[Mozilla/5.0 (compatible; ca-crawler/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; ca-crawler/*]
Crawler="true"
[LivelapBot/0.2*]
Crawler="true"
[LivelapBot/0.1*]
Crawler="true"
[LivelapBot/*]
Crawler="true"
[Mozilla / reddit pic scraper v0.8*]
Crawler="true"
[Mozilla / reddit pic scraper*]
Crawler="true"
[Genderanalyzer/1.0*]
Crawler="true"
[Genderanalyzer/*]
Crawler="true"
[Tagyu Agent/1.*]
Crawler="true"
[Tagyu Agent/*]
Crawler="true"
[Mozilla/5.0 (compatible; Abonti/0.91*]
Crawler="true"
[Mozilla/5.0 (compatible; Abonti/0.92*]
Crawler="true"
[Mozilla/5.0 (compatible; Abonti/*]
Crawler="true"
[Experibot_v1*]
Crawler="true"
[Experibot*]
Crawler="true"
[Mozilla/5.0 (compatible; URLAppendBot/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; URLAppendBot/*]
Crawler="true"
[SurveyBot/2.3*]
Crawler="true"
[SurveyBot/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*) Gecko/* Firefox/* (*) SurveyBot/2.3*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*) Gecko/* Firefox/* (*) SurveyBot/*]
Crawler="true"
[Mozilla/5.0 Moreover/5.1*]
Crawler="true"
[Mozilla/5.0 Moreover/*]
Crawler="true"
[Mozilla/5.0 (compatible; Blekkobot*]
Crawler="true"
[ImplisenseBot 1.0*]
Crawler="true"
[ImplisenseBot *]
Crawler="true"
[UnityPlayer/4.3*]
Crawler="true"
[UnityPlayer/*]
Crawler="true"
[Mozilla/5.0 (compatible; Another Web Mining Tool 1.0; +none; awmt)*]
Crawler="true"
[Mozilla/5.0 (compatible; Another Web Mining Tool *; +none; awmt)*]
Crawler="true"
[Mozilla/5.0 (compatible; Cliqzbot/0.1*]
Crawler="true"
[Mozilla/5.0 (compatible; Cliqzbot/*]
Crawler="true"
[Cliqzbot/0.1*]
Crawler="true"
[Cliqzbot/*]
Crawler="true"
[Mozilla/5.0 (compatible; AOLbot/4.0*]
Crawler="true"
[Mozilla/5.0 (compatible; AOLbot/*]
Crawler="true"
[Scrapy/0.16*]
Crawler="true"
[Scrapy/*]
Crawler="true"
[SynapticSearch/AI Crawler 1.*]
Crawler="true"
[SynapticSearch/AI Crawler*]
Crawler="true"
[Mozilla/5.0 (compatible; NetSeer crawler/2.0*]
Crawler="true"
[Mozilla/5.0 (compatible; NetSeer crawler/*]
Crawler="true"
[Cyberduck/4.6* (*Windows XP*) *]
Crawler="true"
[Cyberduck/4.6* (*Windows*) *]
Crawler="true"
[Cyberduck/* (*Windows XP*) *]
Crawler="true"
[Cyberduck/* (*Windows*) *]
Crawler="true"
[Mozilla/5.0 (compatible; Diffbot/0.1*]
Crawler="true"
[Mozilla/5.0 (compatible; Diffbot/*]
Crawler="true"
[Mozilla/5.0 (*CrOS*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Linux i686*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 4.0*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.0*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*WOW64*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*WOW64*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.0*WOW64*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.0*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*WOW64*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*WOW64*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.3*WOW64*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.3*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?4*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?5*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*) (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.0*) (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*) (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*) (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.3*) (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.4*) (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 10.0*) (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*) (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.0*) (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*) (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*) (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.3*) (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.4*) (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 10.0*) (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (iPhone*CPU iPhone OS 6?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (iPhone*CPU iPhone OS 6?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (iPhone*CPU iPhone OS 7?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (iPhone*CPU iPhone OS 7?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (iPhone*CPU iPhone OS 8?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (iPhone*CPU iPhone OS 8?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (iPhone*CPU iPhone OS * like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (iPhone*CPU iPhone OS 6?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (iPhone*CPU iPhone OS 6?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (iPhone*CPU iPhone OS 7?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (iPhone*CPU iPhone OS 7?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (iPhone*CPU iPhone OS 8?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (iPhone*CPU iPhone OS 8?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (iPhone*CPU iPhone OS * like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (*CPU iPhone OS 6?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*CPU iPhone OS 6?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*CPU iPhone OS 7?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*CPU iPhone OS 7?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*CPU iPhone OS 8?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*CPU iPhone OS 8?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*CPU iPhone OS * like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*]
Crawler="true"
[Mozilla/5.0 (*CPU iPhone OS 6?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (*CPU iPhone OS 6?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (*CPU iPhone OS 7?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (*CPU iPhone OS 7?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (*CPU iPhone OS 8?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (*CPU iPhone OS 8?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (*CPU iPhone OS * like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*]
Crawler="true"
[Mozilla/5.0 (*CrOS*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*CentOS*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Linux i686*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.0*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*WOW64*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*WOW64*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.0*WOW64*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.0*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*WOW64*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*WOW64*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.3*WOW64*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.3*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?4*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?5*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*]
Crawler="true"
[DataFountains/DMOZ Downloader*]
Crawler="true"
[DataFountains/DMOZ Feature Vector Corpus Creator*]
Crawler="true"
[Mozilla/5.0 (compatible; Crawly/1.*; +http://*/crawler.html)]
Crawler="true"
[Mozilla/5.0 (compatible; imrbot/1.10*]
Crawler="true"
[Mozilla/5.0 (compatible; imrbot/*]
Crawler="true"
[Mozilla/5.0 (compatible; LucidWorks*]
Crawler="true"
[ExactSeek Crawler/*]
Crawler="true"
[exactseek-pagereaper-* (crawler@exactseek.com)]
Crawler="true"
[exactseek.com]
Crawler="true"
[Jayde Crawler*]
Crawler="true"
[Cynthia 1.*]
Crawler="true"
[Cynthia *]
Crawler="true"
[Lycos*]
Crawler="true"
[Lycos-Proxy]
Crawler="true"
[Lycos-Spider_(modspider)]
Crawler="true"
[Lycos-Spider_(T-Rex)]
Crawler="true"
[DCPbot/1.2*]
Crawler="true"
[DCPbot*]
Crawler="true"
[Mozilla/5.0 (SnapPreviewBot) Gecko/* Firefox/*]
Crawler="true"
[Snapbot/*]
Crawler="true"
[Mozilla/5.0 (compatible; Zollard; Linux)]
Crawler="true"
[shaboyi spider]
Crawler="true"
[Sogou develop spider/*]
Crawler="true"
[Sogou head spider*]
Crawler="true"
[sogou js robot(*)]
Crawler="true"
[Sogou Orion spider/*]
Crawler="true"
[Sogou Pic Agent]
Crawler="true"
[Sogou Pic Spider/*]
Crawler="true"
[Sogou Push Spider/*]
Crawler="true"
[sogou spider]
Crawler="true"
[Sogou-Test-Spider/*]
Crawler="true"
[Sogou Pic Spider*]
Crawler="true"
[Sogou Push Spider*]
Crawler="true"
[sogou spider*]
Crawler="true"
[Sogou web spider/4.0*]
Crawler="true"
[Sogou web spider*]
Crawler="true"
[New-Sogou-Spider/1.*]
Crawler="true"
[New-Sogou-Spider/*]
Crawler="true"
[DomainCrawler/1.*]
Crawler="true"
[DomainCrawler/2.*]
Crawler="true"
[DomainCrawler/*]
Crawler="true"
[Mozilla/5.0 (compatible; YodaoBot/1.*)]
Crawler="true"
[Mozilla/5.0 (compatible;YodaoBot-Image/1.*)]
Crawler="true"
[WAP_Browser/5.0 (compatible; YodaoBot/1.*)]
Crawler="true"
[YodaoBot/1.* (*)]
Crawler="true"
[Best Whois (http://www.bestwhois.net/)]
Crawler="true"
[DNSGroup/*]
Crawler="true"
[TouchStone]
Crawler="true"
[DomainsBotBot/1.*]
Crawler="true"
[DomainsBotBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; WebmasterCoffee/0.7; +http://webmastercoffee.com/about)]
Crawler="true"
[Mozilla/5.0 (compatible; WebmasterCoffee/*; +http://webmastercoffee.com/about)]
Crawler="true"
[domainsbot *]
Crawler="true"
[Mozilla/5.0 (compatible*sp_auditbot/4.0*]
Crawler="true"
[Mozilla/5.0 (compatible*sp_auditbot/4.1*]
Crawler="true"
[Mozilla/5.0 (compatible*sp_auditbot/4.2*]
Crawler="true"
[Mozilla/5.0 (compatible*sp_auditbot/4.3*]
Crawler="true"
[Mozilla/5.0 (compatible*sp_auditbot/4.4*]
Crawler="true"
[Mozilla/5.0 (compatible*sp_auditbot/*]
Crawler="true"
[Mozilla/5.0 (compatible*spbot/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible*spbot/1.1*]
Crawler="true"
[Mozilla/5.0 (compatible*spbot/1.2*]
Crawler="true"
[Mozilla/5.0 (compatible*spbot/2.0*]
Crawler="true"
[Mozilla/5.0 (compatible*spbot/2.1*]
Crawler="true"
[Mozilla/5.0 (compatible*spbot/3.0*]
Crawler="true"
[Mozilla/5.0 (compatible*spbot/3.1*]
Crawler="true"
[Mozilla/5.0 (compatible*spbot/4.0*]
Crawler="true"
[Mozilla/5.0 (compatible*spbot/4.1*]
Crawler="true"
[Mozilla/5.0 (compatible*spbot/4.2*]
Crawler="true"
[Mozilla/5.0 (compatible*spbot/4.3*]
Crawler="true"
[Mozilla/5.0 (compatible*spbot/4.4*]
Crawler="true"
[Mozilla/5.0 (compatible*spbot/*]
Crawler="true"
[Mozilla/5.0 (compatible; SISTRIX Crawler*)]
Crawler="true"
[Mozilla/5.0 (compatible; 007ac9 Crawler*]
Crawler="true"
[Sistrix*]
Crawler="true"
[Mozilla/5.0 (compatible; online-webceo-bot/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; online-webceo-bot/*]
Crawler="true"
[Screaming Frog SEO Spider/2.50]
Crawler="true"
[Screaming Frog SEO Spider/2,50]
Crawler="true"
[Screaming Frog SEO Spider/2.40]
Crawler="true"
[Screaming Frog SEO Spider/2,40]
Crawler="true"
[Screaming Frog SEO Spider/2.30]
Crawler="true"
[Screaming Frog SEO Spider/2,30]
Crawler="true"
[Screaming Frog SEO Spider/2.22]
Crawler="true"
[Screaming Frog SEO Spider/2,22]
Crawler="true"
[Screaming Frog SEO Spider/2.21]
Crawler="true"
[Screaming Frog SEO Spider/2,21]
Crawler="true"
[Screaming Frog SEO Spider/2.20]
Crawler="true"
[Screaming Frog SEO Spider/2,20]
Crawler="true"
[Screaming Frog SEO Spider/2.11]
Crawler="true"
[Screaming Frog SEO Spider/2,11]
Crawler="true"
[Screaming Frog SEO Spider/2.01]
Crawler="true"
[Screaming Frog SEO Spider/2,01]
Crawler="true"
[Screaming Frog SEO Spider/2.00]
Crawler="true"
[Screaming Frog SEO Spider/2,00]
Crawler="true"
[Screaming Frog SEO Spider/1.90]
Crawler="true"
[Screaming Frog SEO Spider/1,90]
Crawler="true"
[Mozilla/5.0 (compatible; XoviBot/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; XoviBot/2.0*]
Crawler="true"
[Mozilla/5.0 (compatible; XoviBot/*]
Crawler="true"
[XoviBot/1.0*]
Crawler="true"
[XoviBot/2.0*]
Crawler="true"
[XoviBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; SEOdiver/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; SEOdiver/*]
Crawler="true"
[Mozilla/5.0 (compatible; SEODat/0.* http://crawler.seodat.com)]
Crawler="true"
[Mozilla/5.0 (compatible; SearchmetricsBot; http://www.searchmetrics.com/en/searchmetrics-bot/)]
Crawler="true"
[Mozilla/5.0 (compatible; SEOkicks-Robot*]
Crawler="true"
[Mozilla/5.0 (compatible; Alexabot/1.0; *]
Crawler="true"
[Mozilla/5.0 (compatible; Alexabot/*]
Crawler="true"
[WebTarantula.com Crawler*]
Crawler="true"
[Mozilla/5.0 (compatible; Scrubby/3.2*]
Crawler="true"
[Mozilla/5.0 (compatible; Scrubby/*]
Crawler="true"
[Mozilla/5.0 (compatible; SiteExplorer/1.0b;*]
Crawler="true"
[Mozilla/5.0 (compatible; SiteExplorer/*]
Crawler="true"
[Mozilla/5.0 (compatible; Prlog/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; Prlog/*]
Crawler="true"
[Browsershots]
Crawler="true"
[ssearch_bot (sSearch Crawler*]
Crawler="true"
[FreeWebMonitoring SiteChecker/0.1*]
Crawler="true"
[FreeWebMonitoring SiteChecker/*]
Crawler="true"
[GIDBot/2.0*]
Crawler="true"
[GIDBot/*]
Crawler="true"
[Mozilla/4.0 (vBSEO;*]
Crawler="true"
[Mozilla/5.0 (compatible; SemanticBot/1.1*]
Crawler="true"
[Mozilla/5.0 (compatible; SemanticBot/*]
Crawler="true"
[bot-pge.chlooe.com/1.0*]
Crawler="true"
[bot-pge.chlooe.com/*]
Crawler="true"
[Mozilla/5.0 (compatible; AjaxSnapBot*]
Crawler="true"
[Mozilla/5.0 (compatible; HyperCrawl/0.2*]
Crawler="true"
[Mozilla/5.0 (compatible; HyperCrawl/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*) Gecko/* Firefox/* - James BOT - WebCrawler*]
Crawler="true"
[Mozilla/5.0 (compatible; SemrushBot-SA/0.96*]
Crawler="true"
[Mozilla/5.0 (compatible; SemrushBot-SA/0.97*]
Crawler="true"
[Mozilla/5.0 (compatible; SemrushBot-SA/*]
Crawler="true"
[Mozilla/5.0 (compatible; SemrushBot-SI/0.96*]
Crawler="true"
[Mozilla/5.0 (compatible; SemrushBot-SI/0.97*]
Crawler="true"
[Mozilla/5.0 (compatible; SemrushBot-SI/*]
Crawler="true"
[Mozilla/5.0 (compatible; SemrushBot/0.96*]
Crawler="true"
[Mozilla/5.0 (compatible; SemrushBot/0.97*]
Crawler="true"
[Mozilla/5.0 (compatible; SemrushBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; Lipperhey SEO Service*]
Crawler="true"
[Mozilla/5.0 (compatible; Lipperhey Spider*]
Crawler="true"
[Mozilla/5.0 (compatible; Lipperhey*]
Crawler="true"
[Screaming Frog SEO Spider/*]
Crawler="true"
[Mozilla/5.0 (compatible; ScoutJet; +http://www.scoutjet.com/)]
Crawler="true"
[*FDSE robot*]
Crawler="true"
[*Fluffy the spider*]
Crawler="true"
[Abacho*]
Crawler="true"
[ah-ha.com crawler (crawler@ah-ha.com)]
Crawler="true"
[AIBOT/*]
Crawler="true"
[ALeadSoftbot/*]
Crawler="true"
[Amfibibot/*]
Crawler="true"
[AnswerBus (http://www.answerbus.com/)]
Crawler="true"
[antibot-V*]
Crawler="true"
[appie*(www.walhello.com)]
Crawler="true"
[ASPSeek/*]
Crawler="true"
[Atrax Solutions atraxbot/0.*; http://www.atraxsolutions.com/atraxbot]
Crawler="true"
[BigCliqueBOT/*]
Crawler="true"
[Blaiz-Bee/*]
Crawler="true"
[btbot/*]
Crawler="true"
[Busiversebot/v1.0*]
Crawler="true"
[Busiversebot/*]
Crawler="true"
[CatchBot/*; +http://www.catchbot.com]
Crawler="true"
[CipinetBot (http://www.cipinet.com/bot.html)]
Crawler="true"
[Cogentbot/1.?*]
Crawler="true"
[Cogentbot/*]
Crawler="true"
[compatible; Mozilla 4.0; MSIE 5.5; (SqwidgeBot v1.01*]
Crawler="true"
[compatible; Mozilla 4.0; MSIE 5.5; (SqwidgeBot*]
Crawler="true"
[cosmos*]
Crawler="true"
[Deepindex]
Crawler="true"
[DiamondBot]
Crawler="true"
[DuckDuckBot/*; (?http://duckduckgo.com/duckduckbot.html)]
Crawler="true"
[Mozilla/5.0 (compatible; DuckDuckGo-Favicons-Bot/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; DuckDuckGo-Favicons-Bot/*]
Crawler="true"
[Dumbot*]
Crawler="true"
[Eule?Robot*]
Crawler="true"
[Faxobot/*]
Crawler="true"
[Filangy/*]
Crawler="true"
[flatlandbot/*]
Crawler="true"
[Fooky.com/ScorpionBot/ScoutOut;*]
Crawler="true"
[FyberSpider*]
Crawler="true"
[Gaisbot/*]
Crawler="true"
[gazz/*(gazz@nttr.co.jp)]
Crawler="true"
[geniebot*]
Crawler="true"
[GOFORITBOT (?http://www.goforit.com/about/?)]
Crawler="true"
[GoGuidesBot/*]
Crawler="true"
[GroschoBot/*]
Crawler="true"
[GurujiBot/1.*]
Crawler="true"
[HenryTheMiragoRobot*]
Crawler="true"
[HolmesBot (http://holmes.ge)]
Crawler="true"
[Hotzonu/*]
Crawler="true"
[HyperEstraier/*]
Crawler="true"
[i1searchbot/*]
Crawler="true"
[IIITBOT/1.*]
Crawler="true"
[Iltrovatore-?etaccio/*]
Crawler="true"
[InfociousBot (?http://corp.infocious.com/tech_crawler.php)]
Crawler="true"
[Infoseek SideWinder/*]
Crawler="true"
[iSEEKbot/*]
Crawler="true"
[Knight/0.? (Zook Knight; http://knight.zook.in/; knight@zook.in)]
Crawler="true"
[Kolinka Forum Search (www.kolinka.com)]
Crawler="true"
[KRetrieve/]
Crawler="true"
[LapozzBot/*]
Crawler="true"
[Linguee Bot (http://www.linguee.com/bot; bot@linguee.com)]
Crawler="true"
[Linknzbot*]
Crawler="true"
[LocalcomBot/*]
Crawler="true"
[MaSagool/*]
Crawler="true"
[miniRank/*]
Crawler="true"
[Mnogosearch*]
Crawler="true"
[Mozilla/0.9* no dos :) (Linux*)]
Crawler="true"
[Mozilla/4.0 (compatible; *Vagabondo/4.0*]
Crawler="true"
[Mozilla/4.0 (compatible; *Vagabondo/*]
Crawler="true"
[Mozilla/4.0 (compatible; Arachmo)]
Crawler="true"
[Mozilla/4.0 (compatible; http://search.thunderstone.com/texis/websearch/about.html)]
Crawler="true"
[Mozilla/4.0 (compatible; T-H-U-N-D-E-R-S-T-O-N-E)*]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE *; Windows NT; Girafabot; girafabot at girafa dot com; http://www.girafa.com)]
Crawler="true"
[Mozilla/4.0(?compatible; MSIE 6.0; Qihoo *)]
Crawler="true"
[Mozilla/4.7 (compatible; WhizBang; http://www.whizbang.com/crawler)]
Crawler="true"
[Mozilla/5.0 (compatible; ActiveTouristBot*; http://www.activetourist.com)]
Crawler="true"
[Mozilla/5.0 (compatible; ayna-crawler*)]
Crawler="true"
[Mozilla/5.0 (compatible; Butterfly/1.0; *)*]
Crawler="true"
[Mozilla/5.0 (compatible; Charlotte/*; *)]
Crawler="true"
[Mozilla/5.0 (compatible; CXL-FatAssANT*)]
Crawler="true"
[Mozilla/5.0 (compatible; DBLBot/1.0; ?http://www.dontbuylists.com/)]
Crawler="true"
[Mozilla/5.0 (compatible; EARTHCOM.info/*)]
Crawler="true"
[Mozilla/5.0 (compatible; MojeekBot/*; http://www.mojeek.com/bot.html)]
Crawler="true"
[Mozilla/5.0 (compatible; NLCrawler/*]
Crawler="true"
[Mozilla/5.0 (compatible; OsO;*]
Crawler="true"
[Mozilla/5.0 (compatible; ParchBot/1.0;*)]
Crawler="true"
[Mozilla/5.0 (compatible; Pogodak.*)]
Crawler="true"
[Mozilla/5.0 (compatible; Quantcastbot/1.*)]
Crawler="true"
[Mozilla/5.0 (compatible; Scrubby/*; +http://www.scrubtheweb.com/abs/meta-check.html)]
Crawler="true"
[Mozilla/5.0 (compatible; YoudaoBot/1.*; http://www.youdao.com/help/webmaster/spider/*)]
Crawler="true"
[Mozilla/5.0 (Twiceler*)]
Crawler="true"
[Mozilla/5.0 CostaCider Search*]
Crawler="true"
[Mozilla/5.0 GurujiBot/1.0 (*)]
Crawler="true"
[NavissoBot]
Crawler="true"
[NextGenSearchBot*(for information visit *)]
Crawler="true"
[Norbert the Spider(Burf.com)]
Crawler="true"
[NuSearch Spider*]
Crawler="true"
[ObjectsSearch/*]
Crawler="true"
[OOZBOT/0.20 ( http://www.setooz.com/oozbot.html ; agentname at setooz dot_com )]
Crawler="true"
[OpenISearch/1.*]
Crawler="true"
[Pagebull http://www.pagebull.com/]
Crawler="true"
[PEERbot*]
Crawler="true"
[Pompos/*]
Crawler="true"
[Popdexter/*]
Crawler="true"
[Qweery*]
Crawler="true"
[RedCell/* (*)]
Crawler="true"
[SaladSpoon/ShopSalad 1.* (Search Engine crawler for ShopSalad.com; *; crawler@shopsalad.com)]
Crawler="true"
[Scrubby/*]
Crawler="true"
[Search-10/*]
Crawler="true"
[search.ch*]
Crawler="true"
[Searchmee! Spider*]
Crawler="true"
[Seekbot/*]
Crawler="true"
[SiteSpider]
Crawler="true"
[Sosospider?(+http://help.soso.com/webspider.htm)]
Crawler="true"
[Spinne/*]
Crawler="true"
[sproose/*]
Crawler="true"
[Sqeobot/0.*]
Crawler="true"
[SquigglebotBot/*]
Crawler="true"
[StackRambler/*]
Crawler="true"
[SygolBot*]
Crawler="true"
[SynoBot]
Crawler="true"
[Szukacz/*]
Crawler="true"
[Tarantula/*]
Crawler="true"
[TerrawizBot/*]
Crawler="true"
[Tkensaku/*]
Crawler="true"
[TMCrawler]
Crawler="true"
[TwengaBot-Discover (http://www.twenga.fr/bot-discover.html)]
Crawler="true"
[Twingly Recon]
Crawler="true"
[updated/*]
Crawler="true"
[URL Spider Pro/*]
Crawler="true"
[URL Spider SQL*]
Crawler="true"
[VMBot/*]
Crawler="true"
[voyager/2.0 (http://www.kosmix.com/html/crawler.html)]
Crawler="true"
[wadaino.jp-crawler*]
Crawler="true"
[WebAlta Crawler/*]
Crawler="true"
[WebCorp/*]
Crawler="true"
[webcrawl.net]
Crawler="true"
[WISEbot/*]
Crawler="true"
[Wotbox/*]
Crawler="true"
[www.zatka.com]
Crawler="true"
[WWWeasel Robot v*]
Crawler="true"
[YadowsCrawler*]
Crawler="true"
[YodaoBot/*]
Crawler="true"
[ZeBot_www.ze.bz*]
Crawler="true"
[zibber-v*]
Crawler="true"
[ZipppBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; Charlotte/*)]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE *; Windows NT; Girafabot; girafabot at girafa dot com; http://www.girafa.com)]
Crawler="true"
[Mozilla/4.0(?compatible*; MSIE 6.0; Qihoo *)]
Crawler="true"
[Mozilla/5.0 (compatible; EasouSpider*]
Crawler="true"
[NerdyBot]
Crawler="true"
[Mozilla/5.0 (compatible; coccoc/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; coccoc/*]
Crawler="true"
[Wada.vn*]
Crawler="true"
[Mozilla/5.0 (compatible; Wada.vn*]
Crawler="true"
[Mozilla/5.0 (compatible; AcoonBot/4.11*]
Crawler="true"
[Mozilla/5.0 (compatible; AcoonBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; MojeekBot/0.6*]
Crawler="true"
[Mozilla/5.0 (compatible; MojeekBot/*]
Crawler="true"
[Mozilla/5.1 (compatible; MonoBot/1.0*]
Crawler="true"
[Mozilla/5.1 (compatible; MonoBot/*]
Crawler="true"
[Mozilla/5.1 (compatible; GLBot/1.0*]
Crawler="true"
[Mozilla/5.1 (compatible; GLBot/*]
Crawler="true"
[Mozilla/5.1 (compatible; DBot/7.0*]
Crawler="true"
[Mozilla/5.1 (compatible; DBot/*]
Crawler="true"
[Mozilla/5.1 (compatible; PWBot/1.0*]
Crawler="true"
[Mozilla/5.1 (compatible; PWBot/*]
Crawler="true"
[Mozilla/5.1 (compatible; +5Bot/1.0*]
Crawler="true"
[Mozilla/5.1 (compatible; +5Bot/*]
Crawler="true"
[Mozilla/5.0 (compatible; WASALive-Bot*]
Crawler="true"
[GigablastOpenSource/1.0*]
Crawler="true"
[GigablastOpenSource/*]
Crawler="true"
[Mozilla/5.0 (compatible; YioopBot*]
Crawler="true"
[iZSearch.com*]
Crawler="true"
[Mozilla/5.0 (compatible; DeuSu/0.1*]
Crawler="true"
[Mozilla/5.0 (compatible; DeuSu/5.0*]
Crawler="true"
[Mozilla/5.0 (compatible; DeuSu/*]
Crawler="true"
[Mozilla/5.0 (*CrOS*i686*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*CrOS armv*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*CrOS*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Linux x86*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Linux i686*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows 95*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows 98*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 4.0*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 4.1*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.0*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*WOW64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*WOW64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.0*WOW64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.0*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*WOW64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*Win64? x64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*WOW64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.3*WOW64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.3*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?4*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?5*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[Mozilla/5.0 (*FreeBSD*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*]
Crawler="true"
[phantomas/1.8* (PhantomJS/*; *linux x64*)*]
Crawler="true"
[phantomas/1.8* (PhantomJS/*; *Linux*)*]
Crawler="true"
[Azureus*]
Crawler="true"
[BitComet/*]
Crawler="true"
[BitTornado/*]
Crawler="true"
[BitTorrent/*]
Crawler="true"
[BitTorrentMac/*]
Crawler="true"
[BTSP/*]
Crawler="true"
[Deluge*]
Crawler="true"
[FDM*]
Crawler="true"
[KTorrent/*]
Crawler="true"
[libtorrent/*]
Crawler="true"
[MediaGet*]
Crawler="true"
[rtorrent/*]
Crawler="true"
[Transmission/*]
Crawler="true"
[uTorrent/*]
Crawler="true"
[uTorrentMac/*]
Crawler="true"
[Feed::Find/*]
Crawler="true"
[Hatena Antenna/*]
Crawler="true"
[Hatena Bookmark/*]
Crawler="true"
[Hatena RSS/*]
Crawler="true"
[Hatena::Crawler/*]
Crawler="true"
[HatenaScreenshot*]
Crawler="true"
[URI::Fetch/*]
Crawler="true"
[DoCoMo/2.0 D903i(c100;TB;W28H20) (compatible; Hatena-Mobile-Gateway/1.2; +http://mgw.hatena.ne.jp/help)]
Crawler="true"
[Hatena::Bookmark/2.00]
Crawler="true"
[larbin_2.6*]
Crawler="true"
[larbin*]
Crawler="true"
[binlar_2.6*]
Crawler="true"
[binlar*]
Crawler="true"
[*Larbin*]
Crawler="true"
[ia_archiver*]
Crawler="true"
[InternetArchive/*]
Crawler="true"
[Mozilla/2.0 (compatible; archive.org*)]
Crawler="true"
[Mozilla/5.0 (compatible; archive.org*)]
Crawler="true"
[Mozilla/5.0 (compatible; special_archiver/3.1*]
Crawler="true"
[Mozilla/5.0 (compatible; special_archiver/3.2*]
Crawler="true"
[Mozilla/5.0 (compatible; special_archiver/3.3*]
Crawler="true"
[Mozilla/5.0 (compatible; special_archiver/*]
Crawler="true"
[*Nutch*]
Crawler="true"
[CazoodleBot/*]
Crawler="true"
[LOOQ/0.1*]
Crawler="true"
[Nutch/0.? (OpenX Spider)]
Crawler="true"
[linguatools-bot/Nutch*]
Crawler="true"
[MaxPointCrawler/Nutch*]
Crawler="true"
[MR Crawler/Nutch*]
Crawler="true"
[My Nutch Spider/Nutch*]
Crawler="true"
[fetch/Nutch*]
Crawler="true"
[*Nutch?1.6*]
Crawler="true"
[*Nutch?1.7*]
Crawler="true"
[Mozilla/5.0 (*Android*Mobile*) Gecko/* Firefox/* commoncrawl.org/research//Nutch-1.7*]
Crawler="true"
[Nutch/* (OpenX Spider)]
Crawler="true"
[The Crawler/Nutch*]
Crawler="true"
[Domnutch-Bot/Nutch-1.0*]
Crawler="true"
[DiscoverEd/Nutch-1.7 (OER search crawler*]
Crawler="true"
[elefent/Elefent 1.2*]
Crawler="true"
[Nutch test crawler/Nutch*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*WOW64*) Gecko/* Firefox/4.0*/Nutch*]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0; Webaroo/*)]
Crawler="true"
[Mozilla/5.0 (Windows; U; Windows *; *; rv:*) Gecko/* Firefox/* webaroo/*]
Crawler="true"
[WordPress/*]
Crawler="true"
[WordPress-B-/2.*]
Crawler="true"
[WordPress-Do-P-/2.*]
Crawler="true"
[Incutio XML-RPC -- WordPress/*]
Crawler="true"
[The Incutio XML-RPC PHP Library -- WordPress*]
Crawler="true"
[WordPress/4.0*]
Crawler="true"
[WordPress 4.0* Feed Client*]
Crawler="true"
[WordPress/3.9*]
Crawler="true"
[WordPress 3.9* Feed Client*]
Crawler="true"
[WordPress/3.8*]
Crawler="true"
[WordPress 3.8* Feed Client*]
Crawler="true"
[WordPress/3.7*]
Crawler="true"
[WordPress 3.7* Feed Client*]
Crawler="true"
[WordPress/3.6*]
Crawler="true"
[WordPress 3.6* Feed Client*]
Crawler="true"
[WordPress/3.5*]
Crawler="true"
[WordPress 3.5* Feed Client*]
Crawler="true"
[WordPress/3.4*]
Crawler="true"
[WordPress 3.4* Feed Client*]
Crawler="true"
[WordPress/3.3*]
Crawler="true"
[WordPress 3.3* Feed Client*]
Crawler="true"
[WordPress/3.2*]
Crawler="true"
[WordPress 3.2* Feed Client*]
Crawler="true"
[WordPress/3.1*]
Crawler="true"
[WordPress 3.1* Feed Client*]
Crawler="true"
[WordPress/3.0*]
Crawler="true"
[WordPress 3.0* Feed Client*]
Crawler="true"
[BDFetch]
Crawler="true"
[copyright sheriff (*)]
Crawler="true"
[CopyRightCheck*]
Crawler="true"
[FairAd Client*]
Crawler="true"
[iCopyright Conductor*]
Crawler="true"
[IPiumBot laurion(dot)com]
Crawler="true"
[IWAgent/*]
Crawler="true"
[Mozilla/5.0 (compatible; DKIMRepBot/*)]
Crawler="true"
[oBot]
Crawler="true"
[Mozilla/5.0 (compatible; oBot/2.3*]
Crawler="true"
[Mozilla/5.0 (compatible; oBot/*]
Crawler="true"
[SlySearch/*]
Crawler="true"
[TutorGigBot/*]
Crawler="true"
[Esribot/1.*]
Crawler="true"
[Esribot/*]
Crawler="true"
[Mozilla/5.0 (compatible; Esribot/1.*]
Crawler="true"
[Mozilla/5.0 (compatible; Esribot/*]
Crawler="true"
[Domain Dossier utility*]
Crawler="true"
[Mozilla/5.0 (compatible; DNS-Digger/*)]
Crawler="true"
[OpenDNS Domain Crawler noc@opendns.com]
Crawler="true"
[EuripBot/2.0*]
Crawler="true"
[Mozilla/5.0 (compatible; EuripBot/2*]
Crawler="true"
[Mozilla/5.0 (compatible; EuripBot*]
Crawler="true"
[A1 Website Download/1.* (*) miggibot]
Crawler="true"
[AutoMate5]
Crawler="true"
[Beamer*]
Crawler="true"
[BitBeamer/*]
Crawler="true"
[DA *]
Crawler="true"
[DAP *]
Crawler="true"
[masscan/1.0*]
Crawler="true"
[masscan/*]
Crawler="true"
[Download Demon*]
Crawler="true"
[Download Express*]
Crawler="true"
[Download Master*]
Crawler="true"
[Download Ninja*]
Crawler="true"
[Download Wonder*]
Crawler="true"
[DownloadSession*]
Crawler="true"
[EasyDL/*]
Crawler="true"
[FDM 1.x]
Crawler="true"
[FlashGet]
Crawler="true"
[FreshDownload/*]
Crawler="true"
[GetRight/*]
Crawler="true"
[GetRightPro/*]
Crawler="true"
[GetSmart/*]
Crawler="true"
[Go!Zilla*]
Crawler="true"
[Gozilla/*]
Crawler="true"
[Internet Ninja*]
Crawler="true"
[Kontiki Client*]
Crawler="true"
[LightningDownload/*]
Crawler="true"
[LMQueueBot/*]
Crawler="true"
[MetaProducts Download Express/*]
Crawler="true"
[Mozilla/4.0 (compatible; Getleft*)]
Crawler="true"
[Myzilla]
Crawler="true"
[Net Vampire/*]
Crawler="true"
[Net_Vampire*]
Crawler="true"
[NetAnts*]
Crawler="true"
[NetPumper*]
Crawler="true"
[NetSucker*]
Crawler="true"
[NetZip Downloader*]
Crawler="true"
[NexTools WebAgent*]
Crawler="true"
[Offline Downloader*]
Crawler="true"
[P3P Client]
Crawler="true"
[PageDown*]
Crawler="true"
[PicaLoader*]
Crawler="true"
[Prozilla*]
Crawler="true"
[RealDownload/*]
Crawler="true"
[sEasyDL/*]
Crawler="true"
[shareaza*]
Crawler="true"
[SmartDownload/*]
Crawler="true"
[SpeedDownload/*]
Crawler="true"
[Star*Downloader/*]
Crawler="true"
[STEROID Download]
Crawler="true"
[SuperBot/*]
Crawler="true"
[Vegas95/*]
Crawler="true"
[WebZIP*]
Crawler="true"
[WinTools]
Crawler="true"
[Xaldon WebSpider*]
Crawler="true"
[lftp/3.2*]
Crawler="true"
[lftp/*]
Crawler="true"
[*E-Mail Address Extractor*]
Crawler="true"
[*www4mail/*]
Crawler="true"
[8484 Boston Project*]
Crawler="true"
[Atomic_Email]
Crawler="true"
[Atomic_Email_Hunter/*]
Crawler="true"
[CherryPicker*/*]
Crawler="true"
[Chilkat/*]
Crawler="true"
[ContactBot/*]
Crawler="true"
[eCatch*]
Crawler="true"
[EmailCollector*]
Crawler="true"
[EMAILsearcher]
Crawler="true"
[EmailSiphon*]
Crawler="true"
[EmailWolf*]
Crawler="true"
[Epsilon SoftWorks? MailMunky]
Crawler="true"
[ExtractorPro*]
Crawler="true"
[Franklin Locator*]
Crawler="true"
[Missigua Locator*]
Crawler="true"
[Mozilla/4.0 (compatible; Advanced Email Extractor*)]
Crawler="true"
[Netprospector*]
Crawler="true"
[ProWebWalker*]
Crawler="true"
[sna-0.0.*]
Crawler="true"
[WebEnhancer*]
Crawler="true"
[WebMiner*]
Crawler="true"
[ZIBB Crawler (email address / WWW address)]
Crawler="true"
[Mozilla/5.0 (compatible; Scopia Crawler 1.2*]
Crawler="true"
[Mozilla/5.0 (compatible; Scopia Crawler 1.1*]
Crawler="true"
[Mozilla/5.0 (compatible; Scopia Crawler 1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; Scopia Crawler*]
Crawler="true"
[fastbot crawler beta 4.0*]
Crawler="true"
[fastbot crawler beta 2.0*]
Crawler="true"
[fastbot crawler beta*]
Crawler="true"
[Mozilla/5.0 (compatible; Ezooms/1.0; *)]
Crawler="true"
[Mozilla/5.0 (compatible; Ezooms/1.*)]
Crawler="true"
[Mozilla/5.0 (compatible; Ezooms/*)]
Crawler="true"
[Bloglines Title Fetch/*]
Crawler="true"
[Bloglines/* (http://www.bloglines.com*)]
Crawler="true"
[BlogPulse (ISSpider-3.*)]
Crawler="true"
[BlogPulseLive (support@blogpulse.com)]
Crawler="true"
[blogsearchbot-pumpkin-2]
Crawler="true"
[Irish Blogs Aggregator/*1.0*]
Crawler="true"
[kinjabot (http://www.kinja.com; *)]
Crawler="true"
[Net::Trackback/*]
Crawler="true"
[Reblog*]
Crawler="true"
[Bloglovin/1.0*]
Crawler="true"
[Bloglovin/*]
Crawler="true"
[*LinkLint*]
Crawler="true"
[*NetVisualize*]
Crawler="true"
[AideRSS/1.0 (aiderss.com)*]
Crawler="true"
[AideRSS 2.* (postrank.com)*]
Crawler="true"
[AideRSS/2.0 (aiderss.com)*]
Crawler="true"
[Akregator/*]
Crawler="true"
[AppleSyndication/*]
Crawler="true"
[Cocoal.icio.us/* (*)*]
Crawler="true"
[Feed43 Proxy/* (*)]
Crawler="true"
[FeedBurner/*]
Crawler="true"
[FeedDemon/* (*)]
Crawler="true"
[FeedDigest/* (*)]
Crawler="true"
[FeedGhost/1.*]
Crawler="true"
[FeedOnFeeds/0.1.* ( http://minutillo.com/steve/feedonfeeds/)]
Crawler="true"
[Feedreader * (Powered by Newsbrain)]
Crawler="true"
[Feedshow/* (*)]
Crawler="true"
[Feedster Crawler/?.0; Feedster, Inc.]
Crawler="true"
[GreatNews/1.0]
Crawler="true"
[Gregarius/*]
Crawler="true"
[intraVnews/*]
Crawler="true"
[JetBrains Omea Reader*]
Crawler="true"
[Liferea/* (Linux; *; http://liferea.sf.net/)*]
Crawler="true"
[livedoor FeedFetcher/0.0* (http://reader.livedoor.com/;*)]
Crawler="true"
[MagpieRSS/* (*)]
Crawler="true"
[Mobitype * (compatible; Mozilla/*; MSIE *.*; Windows *)]
Crawler="true"
[Mozilla/5.0 (*; Rojo *; http://www.rojo.com/corporate/help/agg; *)*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 6.0; Podtech Network; crawler_admin@podtech.net)]
Crawler="true"
[Mozilla/5.0 (compatible; Newz Crawler *; http://www.newzcrawler.com/?)]
Crawler="true"
[Mozilla/5.0 (compatible; RSSMicro.com RSS/Atom Feed Robot)]
Crawler="true"
[Mozilla/5.0 (compatible;*newstin.com;*)]
Crawler="true"
[Mozilla/5.0 (RSS Reader Panel)]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*; aggregator:FeedParser; *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux i686*; aggregator:FeedParser; *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux*; aggregator:FeedParser; *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*; aggregator:NewsMonster; *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux i686*; aggregator:NewsMonster; *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux*; aggregator:NewsMonster; *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*; aggregator:Rojo; *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux i686*; aggregator:Rojo; *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux*; aggregator:Rojo; *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*aggregator:TailRank; http://tailrank.com/robot)*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*; aggregator:Tailrank (Spinn3r 2.3); *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux i686*; aggregator:Tailrank (Spinn3r 2.3); *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux*; aggregator:Tailrank (Spinn3r 2.3); *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*; aggregator:Spinn3r (Spinn3r 3.0); *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux i686*; aggregator:Spinn3r (Spinn3r 3.0); *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux*; aggregator:Spinn3r (Spinn3r 3.0); *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*; aggregator:Spinn3r (Spinn3r 3.1); *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux i686*; aggregator:Spinn3r (Spinn3r 3.1); *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux*; aggregator:Spinn3r (Spinn3r 3.1); *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*; aggregator:Spinn3r (Spinn3r *); *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux i686*; aggregator:Spinn3r (Spinn3r *); *) Gecko/*]
Crawler="true"
[Mozilla/5.0 (*Linux*; aggregator:Spinn3r (Spinn3r *); *) Gecko/*]
Crawler="true"
[*Spinn3r*http://spinn3r.com/robot*]
Crawler="true"
[Mozilla/5.0 NewsFox/*]
Crawler="true"
[Netvibes (*)]
Crawler="true"
[NewsAlloy/* (*)]
Crawler="true"
[Omnipelagos*]
Crawler="true"
[Particls]
Crawler="true"
[Protopage/* (*)]
Crawler="true"
[PubSub-RSS-Reader/* (*)]
Crawler="true"
[RSS Menu/*]
Crawler="true"
[RssBandit/*]
Crawler="true"
[RssBar/1.2*]
Crawler="true"
[SharpReader/*]
Crawler="true"
[Strategic Board Bot (?http://www.strategicboard.com)]
Crawler="true"
[TargetYourNews.com bot]
Crawler="true"
[Technoratibot/*]
Crawler="true"
[Tumblr/* RSS syndication ( http://www.tumblr.com/) (support@tumblr.com)]
Crawler="true"
[Wizz RSS News Reader]
Crawler="true"
[Mozilla/* (*Genieo*/1.0*]
Crawler="true"
[Mozilla/* (*Genieo*/*]
Crawler="true"
[FeedBlitz/1.*]
Crawler="true"
[FeedBlitz/*]
Crawler="true"
[FeeddlerRSS 2.4 (iPad*iPhone OS?7?1*)]
Crawler="true"
[FeeddlerRSS 2.4 (iPad*iPhone OS?8?0*)]
Crawler="true"
[FeeddlerRSS 2.4 (*iPhone OS?7?1*)]
Crawler="true"
[FeeddlerRSS 2.4 (*iPhone OS?8?0*)]
Crawler="true"
[FeeddlerRSS * (iPad*iPhone OS?7?1*)]
Crawler="true"
[FeeddlerRSS * (iPad*iPhone OS?8?0*)]
Crawler="true"
[FeeddlerRSS * (*iPhone OS?7?1*)]
Crawler="true"
[FeeddlerRSS * (*iPhone OS?8?0*)]
Crawler="true"
[FeedForAll rss2html.php v2]
Crawler="true"
[FeedForAll rss2html.php*]
Crawler="true"
[FeedlyApp/1.0*]
Crawler="true"
[FeedlyApp/*]
Crawler="true"
[Feedly/1.0*]
Crawler="true"
[Feedly/*]
Crawler="true"
[Mozilla/5.0 (compatible; theoldreader.com*]
Crawler="true"
[NewsBlur Favicon Fetcher*Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*]
Crawler="true"
[NewsBlur Favicon Fetcher*Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*]
Crawler="true"
[NewsBlur Favicon Fetcher*Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*]
Crawler="true"
[NewsBlur Favicon Fetcher*Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*]
Crawler="true"
[NewsBlur Feed Fetcher*Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*]
Crawler="true"
[NewsBlur Feed Fetcher*Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*]
Crawler="true"
[NewsBlur Feed Fetcher*Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*]
Crawler="true"
[NewsBlur Feed Fetcher*Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*]
Crawler="true"
[NewsBlur Page Fetcher*Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*]
Crawler="true"
[NewsBlur Page Fetcher*Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*]
Crawler="true"
[NewsBlur Page Fetcher*Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*]
Crawler="true"
[NewsBlur Page Fetcher*Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*]
Crawler="true"
[Superfeedr bot/2.0*]
Crawler="true"
[Superfeedr bot/*]
Crawler="true"
[Blogshares Spiders (Renewed V1.65*]
Crawler="true"
[Blogshares Spiders*]
Crawler="true"
[R6_FeedFetcher*]
Crawler="true"
[Apple-PubSub/65.28*]
Crawler="true"
[Apple-PubSub/*]
Crawler="true"
[SimplePie/1.2*]
Crawler="true"
[SimplePie/*]
Crawler="true"
[BlijbolReallySimpleAggregator/2.0*]
Crawler="true"
[CC Metadata Scaper http://wiki.creativecommons.org/Metadata_Scraper]
Crawler="true"
[Mozilla/5.0 (compatible) GM RSS Panel]
Crawler="true"
[Mozilla/5.0 http://www.inclue.com; graeme@inclue.com]
Crawler="true"
[Runnk online rss reader : http://www.runnk.com/ : RSS favorites : RSS ranking : RSS aggregator*]
Crawler="true"
[UniversalFeedParser/4.1*]
Crawler="true"
[UniversalFeedParser/4.*]
Crawler="true"
[UniversalFeedParser/5.1*]
Crawler="true"
[UniversalFeedParser/5.*]
Crawler="true"
[RSSOwl/*]
Crawler="true"
[HiddenMarket-*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) Shrook/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) Shrook/*]
Crawler="true"
[Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.14* Safari/*]
Crawler="true"
[Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.13* Safari/*]
Crawler="true"
[Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.12* Safari/*]
Crawler="true"
[Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.11* Safari/*]
Crawler="true"
[Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.10* Safari/*]
Crawler="true"
[Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.9* Safari/*]
Crawler="true"
[Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.8* Safari/*]
Crawler="true"
[Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.7* Safari/*]
Crawler="true"
[Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.6* Safari/*]
Crawler="true"
[Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.5* Safari/*]
Crawler="true"
[(HTML Validator http://www.searchengineworld.com/validator/)]
Crawler="true"
[FeedValidator/*]
Crawler="true"
[Search Engine World Robots.txt Validator*]
Crawler="true"
[Weblide/*]
Crawler="true"
[WebmasterWorld StickyMail Server Header Checker*]
Crawler="true"
[WWWC/*]
Crawler="true"
[WDG_Validator/1.6*]
Crawler="true"
[WDG_Validator/*]
Crawler="true"
[Mozilla/5.0 (compatible; Qualidator.com Bot 1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; Qualidator.com Bot*]
Crawler="true"
[*PhotoStickies/*]
Crawler="true"
[Camcrawler*]
Crawler="true"
[CydralSpider/*]
Crawler="true"
[Der gro?xdfe BilderSauger*]
Crawler="true"
[Extreme Picture Finder]
Crawler="true"
[FLATARTS_FAVICO]
Crawler="true"
[HTML2JPG Blackbox, http://www.html2jpg.com]
Crawler="true"
[IconSurf/2.*]
Crawler="true"
[Mister PIX*]
Crawler="true"
[Mozilla/5.0 (compatible; KaloogaBot; http://www.kalooga.com/info.html?page=crawler)]
Crawler="true"
[Mozilla/5.0 (Macintosh; U; *Mac OS X; *) AppleWebKit/* (*) Pandora/2.*]
Crawler="true"
[naoFavicon4IE*]
Crawler="true"
[pixfinder/*]
Crawler="true"
[rssImagesBot/0.1 (*http://herbert.groot.jebbink.nl/?app=rssImages)]
Crawler="true"
[Web Image Collector*]
Crawler="true"
[WebImages * (?http://herbert.groot.jebbink.nl/?app=WebImages?)]
Crawler="true"
[WebPix*]
Crawler="true"
[FOTOCHECKER]
Crawler="true"
[Evernote Clip Resolver*]
Crawler="true"
[Thumbor/3.14*]
Crawler="true"
[Thumbor/*]
Crawler="true"
[TinEye-bot/0.02*]
Crawler="true"
[TinEye-bot/*]
Crawler="true"
[Elmer, the Thinglink ImageBot*]
Crawler="true"
[psbot-image*]
Crawler="true"
[psbot-page*]
Crawler="true"
[psbot/*]
Crawler="true"
[!Susie (http://www.sync2it.com/susie)]
Crawler="true"
[*AgentName/*]
Crawler="true"
[*Linkman*]
Crawler="true"
[*LinksManager.com*]
Crawler="true"
[*Web Link Validator*]
Crawler="true"
[*Zeus*]
Crawler="true"
[ActiveBookmark *]
Crawler="true"
[Bookdog/*]
Crawler="true"
[Bookmark Buddy*]
Crawler="true"
[Bookmark Renewal Check Agent*]
Crawler="true"
[Bookmark search tool*]
Crawler="true"
[Bookmark-Manager]
Crawler="true"
[Checkbot*]
Crawler="true"
[CheckLinks/*]
Crawler="true"
[CyberSpyder Link Test/*]
Crawler="true"
[DLC/*]
Crawler="true"
[DocWeb Link Crawler (http://doc.php.net)]
Crawler="true"
[FavOrg]
Crawler="true"
[Favorites Sweeper v.3.*]
Crawler="true"
[Funnel Web Profiler*]
Crawler="true"
[Html Link Validator (www.lithopssoft.com)]
Crawler="true"
[IECheck]
Crawler="true"
[integrity/*]
Crawler="true"
[JCheckLinks/*]
Crawler="true"
[JRTwine Software Check Favorites Utility]
Crawler="true"
[Link Valet Online*]
Crawler="true"
[LinkAlarm/*]
Crawler="true"
[Linkbot*]
Crawler="true"
[LinkextractorPro*]
Crawler="true"
[LinkLint-checkonly/*]
Crawler="true"
[LinkScan/*]
Crawler="true"
[LinkSweeper/*]
Crawler="true"
[LinkWalker*]
Crawler="true"
[MetaGer-LinkChecker]
Crawler="true"
[Mozilla/5.0 (compatible; metager2-verification-bot*]
Crawler="true"
[Mozilla/* (compatible; linktiger/*; *http://www.linktiger.com*)]
Crawler="true"
[Mozilla/4.0 (Compatible); URLBase*]
Crawler="true"
[Mozilla/4.0 (compatible; Link Utility; http://net-promoter.com)]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 6.0; Windows 98) Web Link Validator*]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 7.0; Win32) Link Commander 3.0]
Crawler="true"
[Mozilla/4.0 (compatible; smartBot/1.*; checking links; *)]
Crawler="true"
[Mozilla/4.0 (compatible; SuperCleaner*;*)]
Crawler="true"
[Mozilla/5.0 gURLChecker/*]
Crawler="true"
[Newsgroupreporter LinkCheck]
Crawler="true"
[onCHECK Linkchecker von www.scientec.de fuer www.onsinn.de]
Crawler="true"
[online link validator (http://www.dead-links.com/)]
Crawler="true"
[REL Link Checker*]
Crawler="true"
[RLinkCheker*]
Crawler="true"
[Robozilla/*]
Crawler="true"
[SafariBookmarkChecker*(?http://www.coriolis.ch/)]
Crawler="true"
[Simpy/* (Simpy; http://www.simpy.com/?ref=bot; feedback at simpy dot com)]
Crawler="true"
[SiteBar/*]
Crawler="true"
[Susie (http://www.sync2it.com/bms/susie.php]
Crawler="true"
[URLBase/*]
Crawler="true"
[VSE/*]
Crawler="true"
[WebTrends Link Analyzer]
Crawler="true"
[WorQmada/*]
Crawler="true"
[Xenu* Link Sleuth*]
Crawler="true"
[Z-Add Link Checker*]
Crawler="true"
[Mozilla/5.0 TYPO3-linkvalidator*]
Crawler="true"
[Mozilla/5.0 (compatible; pmoz.info ODP link checker*]
Crawler="true"
[eZ Publish Link Validator]
Crawler="true"
[LinksCrawler 0.1*]
Crawler="true"
[LinksCrawler *]
Crawler="true"
[Mozilla/5.0 (compatible; Sophora Linkchecker*]
Crawler="true"
[Mozilla/5.0 (compatible; MOSBookmarks/v2.6*]
Crawler="true"
[Mozilla/5.0 (compatible; MOSBookmarks/v2.7*]
Crawler="true"
[Mozilla/5.0 (compatible; MOSBookmarks/v2.8*]
Crawler="true"
[Mozilla/5.0 (compatible; MOSBookmarks/*]
Crawler="true"
[Mozilla/4.0 (compatible; Powermarks/3.5*]
Crawler="true"
[Mozilla/4.0 (compatible; Powermarks/*]
Crawler="true"
[*Powermarks/3.5*]
Crawler="true"
[*Powermarks/*]
Crawler="true"
[Microsoft-CryptoAPI/6.1*]
Crawler="true"
[Microsoft-CryptoAPI/6.2*]
Crawler="true"
[Microsoft-CryptoAPI/6.3*]
Crawler="true"
[Microsoft-CryptoAPI/*]
Crawler="true"
[Live (http://www.live.com/)]
Crawler="true"
[MFC Foundation Class Library*]
Crawler="true"
[MFHttpScan]
Crawler="true"
[Microsoft BITS/*]
Crawler="true"
[Microsoft Data Access Internet Publishing Provider Cache Manager]
Crawler="true"
[Microsoft Data Access Internet Publishing Provider DAV*]
Crawler="true"
[Microsoft Data Access Internet Publishing Provider Protocol Discovery]
Crawler="true"
[Microsoft Office Existence Discovery]
Crawler="true"
[Microsoft Office Protocol Discovery]
Crawler="true"
[Microsoft Office/* (*Picture Manager*)]
Crawler="true"
[Microsoft URL Control*]
Crawler="true"
[Microsoft Visio MSIE]
Crawler="true"
[Microsoft-WebDAV-MiniRedir/6.1*]
Crawler="true"
[Microsoft-WebDAV-MiniRedir/*]
Crawler="true"
[DavClnt*]
Crawler="true"
[MSN Feed Manager]
Crawler="true"
[MSProxy/*]
Crawler="true"
[iisbot/1.0*]
Crawler="true"
[iisbot/*]
Crawler="true"
[MS Web Services Client Protocol 1.0*]
Crawler="true"
[MS Web Services Client Protocol *]
Crawler="true"
[*Amiga*]
Crawler="true"
[12345*]
Crawler="true"
[1st ZipCommander (Net) - http://www.zipcommander.com/]
Crawler="true"
[Ace Explorer]
Crawler="true"
[Enigma Browser*]
Crawler="true"
[EVE-minibrowser/*]
Crawler="true"
[Godzilla/* (Basic*; *; Commodore C=64; *; rv:1.*)*]
Crawler="true"
[GreenBrowser]
Crawler="true"
[Kopiczek/* (WyderOS*; *)]
Crawler="true"
[Mozilla/* (*) - BrowseX (*)]
Crawler="true"
[Mozilla/* (Win32;*Escape?*; ?)]
Crawler="true"
[Mozilla/4.0 (compatible; ibisBrowser)]
Crawler="true"
[Mozilla/5.0 (Macintosh; ?; PPC Mac OS X;*) AppleWebKit/* (*) HistoryHound/*]
Crawler="true"
[NetRecorder*]
Crawler="true"
[NetSurf*]
Crawler="true"
[ogeb browser , Version 1.1.0]
Crawler="true"
[SCEJ PSP BROWSER 0102pspNavigator]
Crawler="true"
[SlimBrowser]
Crawler="true"
[WWW_Browser/*]
Crawler="true"
[*CaptiveNetworkSupport*wispr*]
Crawler="true"
[WEB.DE MailCheck/2.4*]
Crawler="true"
[WEB.DE MailCheck/*]
Crawler="true"
[GMX MailCheck/2.3*]
Crawler="true"
[GMX MailCheck/2.4*]
Crawler="true"
[GMX MailCheck/*]
Crawler="true"
[T-Online Browser]
Crawler="true"
[*NetNewsWire/3.3*]
Crawler="true"
[NetNewsWire*/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/2.0*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/2.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.0*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?5*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?5*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.2*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.2*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.2*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.2*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.2*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.2*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.2*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire/4.0*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire/4.0*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire/4.0*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire/4.0*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire*]
Crawler="true"
[*Check&Get*]
Crawler="true"
[*MSIECrawler*]
Crawler="true"
[*TweakMASTER*]
Crawler="true"
[BackStreet Browser *]
Crawler="true"
[Go-Ahead-Got-It*]
Crawler="true"
[iGetter/*]
Crawler="true"
[Teleport*]
Crawler="true"
[findlinks/2.6*]
Crawler="true"
[findlinks/*]
Crawler="true"
[FindLinks/*]
Crawler="true"
[Mozilla/* (compatible; HTTrack 3.*Windows 98*]
Crawler="true"
[Mozilla/* (compatible; HTTrack 3.*Windows*]
Crawler="true"
[Mozilla/* (compatible; HTTrack 3.*]
Crawler="true"
[*HTTrack 3.*]
Crawler="true"
[Mozilla/* (compatible; HTTrack*Windows 98*]
Crawler="true"
[Mozilla/* (compatible; HTTrack*Windows*]
Crawler="true"
[Mozilla/* (compatible; HTTrack*]
Crawler="true"
[*HTTrack*]
Crawler="true"
[JoeDog/* (X11; I; Siege *)]
Crawler="true"
[Morfeus Fucking Scanner]
Crawler="true"
[Mozilla/4.0 (compatible; Trend Micro tmdr 1.*]
Crawler="true"
[Titanium 2005 (4.02.01)]
Crawler="true"
[virus_detector*]
Crawler="true"
[WhatWeb/0.4*]
Crawler="true"
[WhatWeb/*]
Crawler="true"
[Mozilla/5.0 (compatible; Nmap Scripting Engine*]
Crawler="true"
[Mozilla/5.0 (compatible; CloudFlare-AlwaysOnline/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; CloudFlare-AlwaysOnline/*]
Crawler="true"
[Mozilla/5.0 (compatible; FirstSearchBot/1.0; *)]
Crawler="true"
[Mozilla/5.0 (compatible; FirstSearchBot/*)]
Crawler="true"
[*squid*]
Crawler="true"
[CE-Preload]
Crawler="true"
[IE/6.01 (CP/M; 8-bit*)]
Crawler="true"
[Mozilla/* (TuringOS; Turing Machine; 0.0)]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE ?.0; SaferSurf*)]
Crawler="true"
[Nutscrape]
Crawler="true"
[Nutscrape/* (CP/M; 8-bit*)]
Crawler="true"
[Privoxy/*]
Crawler="true"
[ProxyTester*]
Crawler="true"
[SilentSurf*]
Crawler="true"
[SmallProxy*]
Crawler="true"
[Space*Bison/*]
Crawler="true"
[Sqworm/*]
Crawler="true"
[SurfControl]
Crawler="true"
[CoralWebPrx*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; SaferSurf*)]
Crawler="true"
[Mozilla/4.0 (compatible; Synapse)]
Crawler="true"
[Mozilla/5.0 (*CrOS*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Linux i686*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Linux*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 4.0*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.0*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*WOW64*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*WOW64*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.0*WOW64*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.0*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*WOW64*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*WOW64*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.3*WOW64*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.3*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?4*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?5*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?6*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?7*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?8*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?9*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?10*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) Gecko/* Firefox/* (FlipboardProxy/1.1*]
Crawler="true"
[Mozilla/5.0 (*CrOS*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Linux i686*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Linux*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 4.0*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.0*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*WOW64*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*WOW64*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.0*WOW64*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.0*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*WOW64*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*WOW64*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.2*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.3*WOW64*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.3*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?4*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?5*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?6*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?7*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?8*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?9*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?10*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) Gecko/* Firefox/* (FlipboardProxy/*]
Crawler="true"
[AcadiaUniversityWebCensusClient]
Crawler="true"
[Amico Alpha * (*) Gecko/* AmicoAlpha/*]
Crawler="true"
[annotate_google; http://ponderer.org/*]
Crawler="true"
[CMS crawler (?http://buytaert.net/crawler/)]
Crawler="true"
[e-SocietyRobot(http://www.yama.info.waseda.ac.jp/~yamana/es/)]
Crawler="true"
[Forschungsportal/*]
Crawler="true"
[Gulper Web *]
Crawler="true"
[HooWWWer/*]
Crawler="true"
[inetbot/* (?http://www.inetbot.com/bot.html)]
Crawler="true"
[IRLbot/1.0 (*http://irl.cs.tamu.edu/crawler*)]
Crawler="true"
[IRLbot/2.0 (*http://irl.cs.tamu.edu/crawler*)]
Crawler="true"
[IRLbot/3.0 (*http://irl.cs.tamu.edu/crawler*)]
Crawler="true"
[JUST-CRAWLER(*)]
Crawler="true"
[Lachesis]
Crawler="true"
[Mozilla/5.0 (compatible; nextthing.org/*)]
Crawler="true"
[Mozilla/5.0 (compatible; Theophrastus/*)]
Crawler="true"
[Mozilla/5.0 (compatible; Webscan v0.*; +http://otc.dyndns.org/webscan/)]
Crawler="true"
[MQbot*]
Crawler="true"
[OutfoxBot/*]
Crawler="true"
[polybot?*]
Crawler="true"
[Shim?Crawler*]
Crawler="true"
[Taiga web spider]
Crawler="true"
[Theme Spider*]
Crawler="true"
[UofTDB_experiment* (leehyun@cs.toronto.edu)]
Crawler="true"
[USyd-NLP-Spider*]
Crawler="true"
[woriobot*]
Crawler="true"
[Mozilla/5.0 (compatible; woriobot*]
Crawler="true"
[Mozilla/5.0 (compatible; zitebot*]
Crawler="true"
[wwwster/* (Beta, mailto:gue@cis.uni-muenchen.de)]
Crawler="true"
[Zao-Crawler]
Crawler="true"
[Zao/*]
Crawler="true"
[Amico Alpha * (*Gecko/* AmicoAlpha/*]
Crawler="true"
[IRLbot/*]
Crawler="true"
[Cloud mapping experiment. Contact research@pdrlabs.net]
Crawler="true"
[Finderlein Research Crawler 1.0*]
Crawler="true"
[Finderlein Research Crawler*]
Crawler="true"
[*research*]
Crawler="true"
[Riddler *]
Crawler="true"
[Steeler/*]
Crawler="true"
[Mozilla/5.0 (compatible; Steeler/3.5*]
Crawler="true"
[Mozilla/5.0 (compatible; Steeler/*]
Crawler="true"
[Python-urllib/2.7*]
Crawler="true"
[Python-urllib/1.17*]
Crawler="true"
[Python-urllib/*]
Crawler="true"
[BOT/0.1* (BOT for JCE)*]
Crawler="true"
[BOT/* (BOT for JCE)*]
Crawler="true"
[Mozilla/5.0 (FHScan Core 1.1*]
Crawler="true"
[Mozilla/5.0 (FHScan Core *]
Crawler="true"
[Mozilla/4.75 *OpenVAS*]
Crawler="true"
[OWASP_SECRET_BROWSER/3.0*]
Crawler="true"
[OWASP_SECRET_BROWSER/*]
Crawler="true"
[test certificate info*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/1.0*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/1.0*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/1.0*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/1.0*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/1.0*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/1.0*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/*]
Crawler="true"
[*grub*]
Crawler="true"
[*ickHTTP*]
Crawler="true"
[Ruby]
Crawler="true"
[*WebGrabber*]
Crawler="true"
[3D-FTP/*]
Crawler="true"
[3wGet/*]
Crawler="true"
[ActiveRefresh*]
Crawler="true"
[Ad Muncher*]
Crawler="true"
[Artera (Version *)]
Crawler="true"
[AutoHotkey]
Crawler="true"
[b2w/*]
Crawler="true"
[BasicHTTP/*]
Crawler="true"
[BlockNote.Net]
Crawler="true"
[CAST]
Crawler="true"
[CFSCHEDULE*]
Crawler="true"
[CobWeb/*]
Crawler="true"
[ColdFusion*]
Crawler="true"
[Crawl_Application]
Crawler="true"
[CTerm/*]
Crawler="true"
[Custo*]
Crawler="true"
[DataCha0s/*]
Crawler="true"
[DeepIndexer*]
Crawler="true"
[DISCo Pump *]
Crawler="true"
[eStyleSearch * (compatible; MSIE 6.0; Windows NT 5.0)]
Crawler="true"
[ezic.com http agent *]
Crawler="true"
[fetch libfetch/*]
Crawler="true"
[FGet*]
Crawler="true"
[findfiles.net/* (Robot;test_robot@gmx-topmail.de)]
Crawler="true"
[Flaming AttackBot*]
Crawler="true"
[Foobot*]
Crawler="true"
[GameSpyHTTP/*]
Crawler="true"
[gnome-vfs/*]
Crawler="true"
[Harvest/*]
Crawler="true"
[hcat/*]
Crawler="true"
[HLoader]
Crawler="true"
[Holmes/*]
Crawler="true"
[http generic]
Crawler="true"
[http://arachnode.net*]
Crawler="true"
[httpclient/1.0*]
Crawler="true"
[httpclient*]
Crawler="true"
[SynHttpClient*]
Crawler="true"
[httperf/*]
Crawler="true"
[HTTPFetch/*]
Crawler="true"
[HTTPGrab]
Crawler="true"
[HttpSession]
Crawler="true"
[httpunit/*]
Crawler="true"
[ICE_GetFile]
Crawler="true"
[iexplore.exe]
Crawler="true"
[Inet - Eureka App]
Crawler="true"
[INetURL/*]
Crawler="true"
[InetURL:/*]
Crawler="true"
[Internet Exploiter/*]
Crawler="true"
[ZiggsBot (*compatible*;*MSIE 6.0; Windows NT 5.2*)]
Crawler="true"
[IP*Works!*/*]
Crawler="true"
[IrssiUrlLog/*]
Crawler="true"
[JPluck/*]
Crawler="true"
[Kapere (http://www.kapere.com)]
Crawler="true"
[LeechFTP]
Crawler="true"
[LeechGet*]
Crawler="true"
[libWeb/clsHTTP*]
Crawler="true"
[MFC_Tear_Sample]
Crawler="true"
[Moozilla]
Crawler="true"
[MovableType/*]
Crawler="true"
[Mozilla/* (compatible; OffByOne; Windows*) Webster Pro V3.*]
Crawler="true"
[Mozilla/2.0 (compatible; NEWT ActiveX; Win32)]
Crawler="true"
[Mozilla/3.0 (compatible; Indy Library)]
Crawler="true"
[Mozilla/4.0 (compatible; BorderManager*)]
Crawler="true"
[Mozilla/5.0 (compatible; IPCheck Server Monitor*)]
Crawler="true"
[OCN-SOC/*]
Crawler="true"
[Offline Explorer*]
Crawler="true"
[Open Web Analytics Bot*]
Crawler="true"
[Pageload*]
Crawler="true"
[PageNest/*]
Crawler="true"
[pavuk/*]
Crawler="true"
[PEAR HTTP_Request*]
Crawler="true"
[PigBlock (Windows NT 5.1; U)*]
Crawler="true"
[Pockey*]
Crawler="true"
[POE-Component-Client-HTTP/*]
Crawler="true"
[PycURL/*]
Crawler="true"
[RepoMonkey*]
Crawler="true"
[SBL-BOT*]
Crawler="true"
[ScoutAbout*]
Crawler="true"
[sherlock/*]
Crawler="true"
[SiteParser/*]
Crawler="true"
[SiteSnagger*]
Crawler="true"
[SiteSucker/*]
Crawler="true"
[SiteWinder*]
Crawler="true"
[Snoopy*]
Crawler="true"
[SOFTWING_TEAR_AGENT*]
Crawler="true"
[SuperHTTP/*]
Crawler="true"
[Tcl http client package*]
Crawler="true"
[Twisted PageGetter]
Crawler="true"
[URL2File/*]
Crawler="true"
[UtilMind HTTPGet]
Crawler="true"
[VCI WebViewer*]
Crawler="true"
[Web Downloader*]
Crawler="true"
[Web Downloader/*]
Crawler="true"
[Web Magnet*]
Crawler="true"
[WebAuto/*]
Crawler="true"
[webbandit/*]
Crawler="true"
[WebCopier*]
Crawler="true"
[WebDownloader*]
Crawler="true"
[WebFetch]
Crawler="true"
[webfetch/*]
Crawler="true"
[WebGatherer*]
Crawler="true"
[WebGet]
Crawler="true"
[WebReaper*]
Crawler="true"
[WebRipper]
Crawler="true"
[WebSauger*]
Crawler="true"
[Website Downloader*]
Crawler="true"
[Website eXtractor*]
Crawler="true"
[Website Quester]
Crawler="true"
[WebsiteExtractor*]
Crawler="true"
[WebSnatcher*]
Crawler="true"
[Webster Pro*]
Crawler="true"
[WebStripper*]
Crawler="true"
[WebWhacker*]
Crawler="true"
[WinScripter iNet Tools]
Crawler="true"
[WWW-Mechanize/*]
Crawler="true"
[Mechanize/*]
Crawler="true"
[A1 Keyword Research*]
Crawler="true"
[A1 Sitemap Generator*]
Crawler="true"
[A1 Website Analyzer*]
Crawler="true"
[A1 Website Download*]
Crawler="true"
[AA bot*]
Crawler="true"
[AACrawler*]
Crawler="true"
[Access Browser*]
Crawler="true"
[ACCESS robot*]
Crawler="true"
[accoona*]
Crawler="true"
[Acme.Spider*]
Crawler="true"
[AcroForms*]
Crawler="true"
[Adaxas Spider*]
Crawler="true"
[Advanced URL Catalog*]
Crawler="true"
[Advista Crawler*]
Crawler="true"
[aipbot*]
Crawler="true"
[AISearchBot*]
Crawler="true"
[BookMacster/*]
Crawler="true"
[BookmarkSync/*]
Crawler="true"
[Bot.ara.com.tr/*]
Crawler="true"
[BrowserCrasherChecker *]
Crawler="true"
[Chordie.com: *]
Crawler="true"
[crawler4j*]
Crawler="true"
[Crawl*]
Crawler="true"
[Dropcatcher.de Domain Bot +http://www.dropcatcher.de/bot.html]
Crawler="true"
[ESigil Request *]
Crawler="true"
[eStyleSearch *]
Crawler="true"
[HTTP Fetcher/*]
Crawler="true"
[http_get]
Crawler="true"
[HTTPing *]
Crawler="true"
[Mozilla/2.0 (compatible; NEWT ActiveX; *)]
Crawler="true"
[Mozilla/* (compatible; OffByOne; *]
Crawler="true"
[PigBlock*]
Crawler="true"
[Internet (*)]
Crawler="true"
[Mozilla/3.0 (compatible)]
Crawler="true"
[Mozilla/3.01 (compatible;)]
Crawler="true"
[Mozilla/4.0 (compatible)]
Crawler="true"
[Mozilla/4.0 (compatible;)]
Crawler="true"
[Mozilla/5.0 (compatible)]
Crawler="true"
[Mozilla/5.0 (compatible;)]
Crawler="true"
[Mozilla/6.0 (compatible)]
Crawler="true"
[Mozilla/6.0 (compatible;)]
Crawler="true"
[Mozilla/?.0 (compatible;*User-agent*)]
Crawler="true"
[Shockwave Flash]
Crawler="true"
[SiteTruth.com*]
Crawler="true"
[SVN/*]
Crawler="true"
[TLSProber/*]
Crawler="true"
[Windows-Live-Social-Object-Extractor-Engine*]
Crawler="true"
[WinSysClean*]
Crawler="true"
[Dolphin http client/10.*]
Crawler="true"
[Dolphin http client/*]
Crawler="true"
[Python*]
Crawler="true"
[Smartsite HTTPClient*]
Crawler="true"
[RPT-HTTPClient/*]
Crawler="true"
[EventMachine HttpClient*]
Crawler="true"
[<*>*]
Crawler="true"
[CKHttpGenerator*]
Crawler="true"
[ActiveWorlds*]
Crawler="true"
[agent*]
Crawler="true"
[urlgrabber/3.9*]
Crawler="true"
[urlgrabber/3.10*]
Crawler="true"
[urlgrabber/*]
Crawler="true"
[Windows-RSS-Platform/1.0 (MSIE *; *Windows NT 5.1*)]
Crawler="true"
[Windows-RSS-Platform/1.0 (MSIE *; *Windows NT 6.0*)]
Crawler="true"
[Windows-RSS-Platform/1.0 (MSIE ?.0; Windows NT *.*)]
Crawler="true"
[Windows-RSS-Platform/1.0*]
Crawler="true"
[OpenBSD ftp*]
Crawler="true"
[python-requests/2.5* CPython/*Linux*x86_64*]
Crawler="true"
[python-requests/2.5* CPython/*Linux i686*]
Crawler="true"
[python-requests/2.5* CPython/*Linux*]
Crawler="true"
[python-requests/2.5*]
Crawler="true"
[python-requests/2.4* CPython/*Linux*x86_64*]
Crawler="true"
[python-requests/2.4* CPython/*Linux i686*]
Crawler="true"
[python-requests/2.4* CPython/*Linux*]
Crawler="true"
[python-requests/2.4*]
Crawler="true"
[python-requests/2.3* CPython/*Linux*x86_64*]
Crawler="true"
[python-requests/2.3* CPython/*Linux i686*]
Crawler="true"
[python-requests/2.3* CPython/*Linux*]
Crawler="true"
[python-requests/2.3*]
Crawler="true"
[python-requests/2.2* CPython/*Linux*x86_64*]
Crawler="true"
[python-requests/2.2* CPython/*Linux i686*]
Crawler="true"
[python-requests/2.2* CPython/*Linux*]
Crawler="true"
[python-requests/2.2*]
Crawler="true"
[python-requests/2.1* CPython/*Linux*x86_64*]
Crawler="true"
[python-requests/2.1* CPython/*Linux i686*]
Crawler="true"
[python-requests/2.1* CPython/*Linux*]
Crawler="true"
[python-requests/2.1*]
Crawler="true"
[python-requests/2.0* CPython/*Linux*x86_64*]
Crawler="true"
[python-requests/2.0* CPython/*Linux i686*]
Crawler="true"
[python-requests/2.0* CPython/*Linux*]
Crawler="true"
[python-requests/2.0*]
Crawler="true"
[python-requests/* CPython/*Linux*x86_64*]
Crawler="true"
[python-requests/* CPython/*Linux i686*]
Crawler="true"
[python-requests/* CPython/*Linux*]
Crawler="true"
[python-requests/*]
Crawler="true"
[libcurl-agent/1.0*]
Crawler="true"
[libcurl-agent/*]
Crawler="true"
[Windows-Update-Agent/7.9*]
Crawler="true"
[Windows-Update-Agent*]
Crawler="true"
[Windows-RSS-Platform/2.0 (MSIE *; *Windows NT 5.1*)]
Crawler="true"
[Windows-RSS-Platform/2.0 (MSIE *; *Windows NT 6.0*)]
Crawler="true"
[Windows-RSS-Platform/2.0 (MSIE *; *Windows NT 6.1*)]
Crawler="true"
[Windows-RSS-Platform/2.0 (MSIE *; *Windows NT 6.2*)]
Crawler="true"
[Windows-RSS-Platform/2.0 (MSIE *; *Windows NT 6.3*)]
Crawler="true"
[Windows-RSS-Platform/2.0 (MSIE ?.0; Windows NT *.*)]
Crawler="true"
[Windows-RSS-Platform/2.0 (IE *; *Windows NT 6.1*)]
Crawler="true"
[Windows-RSS-Platform/2.0 (IE *; *Windows NT 6.2*)]
Crawler="true"
[Windows-RSS-Platform/2.0 (IE *; *Windows NT 6.3*)]
Crawler="true"
[Windows-RSS-Platform/2.0*]
Crawler="true"
[*EasyRider*]
Crawler="true"
[*maxamine.com--robot*]
Crawler="true"
[*WebMon ?.*]
Crawler="true"
[Kenjin Spider*]
Crawler="true"
[Kevin http://*]
Crawler="true"
[Mozilla/4.0 (compatible; ChangeDetection/*]
Crawler="true"
[Mozilla/5.0 (compatible; Chirp/1.0; +http://www.binarycanary.com/chirp.cfm)]
Crawler="true"
[Mozilla/5.0 (compatible; UptimeRobot/1.0; http://www.uptimerobot.com/)]
Crawler="true"
[Myst Monitor Service v*]
Crawler="true"
[Net Probe]
Crawler="true"
[NetMechanic*]
Crawler="true"
[NetReality*]
Crawler="true"
[Pingdom.com_bot_version_1.4*]
Crawler="true"
[Pingdom.com_bot_version_*]
Crawler="true"
[*Pingdom*]
Crawler="true"
[Site Valet Online*]
Crawler="true"
[SITECHECKER]
Crawler="true"
[sitemonitor@dnsvr.com/*]
Crawler="true"
[UpTime Checker*]
Crawler="true"
[URL Control*]
Crawler="true"
[URL_Access/*]
Crawler="true"
[URLCHECK]
Crawler="true"
[URLy Warning*]
Crawler="true"
[Webcheck *]
Crawler="true"
[WebPatrol/*]
Crawler="true"
[websitepulse checker/*]
Crawler="true"
[Mozilla/5.0 (compatible; Chirp/*; +http://www.binarycanary.com/chirp.cfm)]
Crawler="true"
[BMC Link Validator (http://www.briansmodelcars.com/links/)]
Crawler="true"
[Pingdom GIGRIB*]
Crawler="true"
[Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko) SiteCon/8.10*]
Crawler="true"
[Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko) SiteCon/8.8*]
Crawler="true"
[Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko) SiteCon/*]
Crawler="true"
[BookmarkBase(2/;http://bookmarkbase.com)]
Crawler="true"
[Cocoal.icio.us/1.0 (v43) (Mac OS X; http://www.scifihifi.com/cocoalicious)]
Crawler="true"
[Mozilla/5.0 (*) Gecko/* Firefox/2.0 OneRiot/1.0 (http://www.oneriot.com) ]
Crawler="true"
[Mozilla/5.0 (compatible; FriendFeedBot/0.*; +Http://friendfeed.com/about/bot)]
Crawler="true"
[Mozilla/5.0 (compatible; Twitturls; +http://twitturls.com)]
Crawler="true"
[SocialSpider-Finder/0.*]
Crawler="true"
[Twitturly*]
Crawler="true"
[WinkBot/*]
Crawler="true"
[Mozilla/5.0 (compatible; FriendFeedBot/*; +Http://friendfeed.com/about/bot)]
Crawler="true"
[Mozilla/5.0 (*Gecko/* Firefox/2.0 OneRiot/1.0 (http://www.oneriot.com) ]
Crawler="true"
[Slackbot-LinkExpanding*]
Crawler="true"
[Slackbot*]
Crawler="true"
[Mozilla/5.0 (compatible; Embedly/0.2*]
Crawler="true"
[Mozilla/5.0 (compatible; Embedly/*]
Crawler="true"
[Mozilla/5.0 (compatible; Linux; Socialradarbot/2.0*]
Crawler="true"
[Mozilla/5.0 (compatible; Linux; Socialradarbot/*]
Crawler="true"
[Mozilla/5.0 (compatible; EveryoneSocialBot/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; EveryoneSocialBot/*]
Crawler="true"
[R6_CommentReader*]
Crawler="true"
[viralvideochart.unrulymedia.com*]
Crawler="true"
[Mozilla/5.0 (compatible; Linux; InfegyAtlas/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; Linux; InfegyAtlas/*]
Crawler="true"
[QuickiWiki/1.0*]
Crawler="true"
[QuickiWiki/*]
Crawler="true"
[Mozilla/5.0 (compatible; vkShare*]
Crawler="true"
[seebot/2.0*]
Crawler="true"
[seebot/*]
Crawler="true"
[Mozilla/5.0 (compatible; Kraken/0.1*]
Crawler="true"
[Mozilla/5.0 (compatible; Kraken/*]
Crawler="true"
[Mozilla/5.0 (compatible; Qwantify/2.0*]
Crawler="true"
[Mozilla/5.0 (compatible; Qwantify/*]
Crawler="true"
[AddThis.com robot*]
Crawler="true"
[Seram Server]
Crawler="true"
[TeragramWebcrawler/*]
Crawler="true"
[WebIndexer/* (Web Indexer*)]
Crawler="true"
[WebIndexer/* (Web Indexer; *)]
Crawler="true"
[WebTrans]
Crawler="true"
[ATA-Translation-Service]
Crawler="true"
[Mozilla/5.0 (*http://gnomit.com/) Gecko/* Gnomit/1.0*]
Crawler="true"
[Mozilla/5.0 (*http://gnomit.com/) Gecko/* Gnomit/*]
Crawler="true"
[Automated Browscap.ini Updater. Gary contact me at serge@skycomp.ca with problems.]
Crawler="true"
[Automated Browscap.ini Updater. To report issues contact us at+http://www.skycomp.ca]
Crawler="true"
[Browscap Mirror System/1.* (browscap.giantrealm.com)]
Crawler="true"
[Browscap Mirror v1.30]
Crawler="true"
[Browscap updater]
Crawler="true"
[browscap updater; interval:weekly; server:rohan.doppy.nl; questions:support@doppy.nl;]
Crawler="true"
[BrowscapUpdater1.0]
Crawler="true"
[Browser Capabilities Project - PHP Browscap*]
Crawler="true"
[Browser Capabilities Project AutoDownloader; created by Tom Kelleher Consulting, Inc. (tkelleher.com); used with special permission from Gary Joel Keith; uses Microsoft?s WinHTTP component]
Crawler="true"
[Decode Framework 0.* browscap library]
Crawler="true"
[Desktop Sidebar*]
Crawler="true"
[Mono Browser Capabilities Updater*]
Crawler="true"
[PHP Browser Capabilities Project/*]
Crawler="true"
[UpdateBrowscap*]
Crawler="true"
[WCC Browscap Updater/0.* (PHP: file_get_contents)]
Crawler="true"
[Automated Browscap.ini Updater. To report issues contact us at*http://www.skycomp.ca]
Crawler="true"
[Browser Capabilities Project - PHP Browscap/*]
Crawler="true"
[Browscap Mirror System/* (browscap.giantrealm.com)]
Crawler="true"
[BrowscapUpdater*]
Crawler="true"
[Code Sample Web Client]
Crawler="true"
[Subtext Version 1.9* - http://subtextproject.com/ (Microsoft Windows NT 5.2.*)]
Crawler="true"
[TherapeuticResearch]
Crawler="true"
[Rewmi/*]
Crawler="true"
[browsers.garykeith.com browscap.ini bot BETA]
Crawler="true"
[www.substancia.com AutoHTTPAgent (ver *)]
Crawler="true"
[WebRingChecker/1.71*]
Crawler="true"
[WebRingChecker/*]
Crawler="true"
[jupdate*]
Crawler="true"
[SophosUpdateManager/1.5.*]
Crawler="true"
[SophosUpdateManager/*]
Crawler="true"
[SophosAgent/1.0*]
Crawler="true"
[SophosAgent/*]
Crawler="true"
[*W3C-checklink/*]
Crawler="true"
[Jigsaw/*]
Crawler="true"
[Jigsaw/* W3C_CSS_Validator*/*]
Crawler="true"
[P3P Validator]
Crawler="true"
[Unicorn/1.*]
Crawler="true"
[W3C-mobileOK/*]
Crawler="true"
[W3C-mobileOK/DDC-*]
Crawler="true"
[W3C-WebCon/*]
Crawler="true"
[W3C_Validator/*]
Crawler="true"
[W3CLineMode/*]
Crawler="true"
[W3CRobot/*]
Crawler="true"
[Validator.nu/LV*]
Crawler="true"
[W3C_I18n-Checker/*]
Crawler="true"
[W3C_Unicorn/*]
Crawler="true"
[Mozilla/4.0 (jig browser web; 1.0*]
Crawler="true"
[Mozilla/4.0 (jig browser web*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.0*; *GomezAgent 3.0*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.1*WOW64*; Trident/4.0; *GomezAgent 3.0*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.1*; Trident/4.0; *GomezAgent 3.0*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.2*WOW64*; Trident/4.0; *GomezAgent 3.0*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.2*; Trident/4.0; *GomezAgent 3.0*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.1*WOW64*; Trident/4.0; *GomezAgent 3.0*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.1*; Trident/4.0; *GomezAgent 3.0*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*WOW64*; GomezAgent 3.0*) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*; GomezAgent 3.0*) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*WOW64*; GomezAgent 3.0*) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*; GomezAgent 3.0*) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*WOW64*; GomezAgent 3.0*) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*; GomezAgent 3.0*) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.0*; *GomezAgent 3.1*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.1*WOW64*; Trident/4.0; *GomezAgent 3.1*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.1*; Trident/4.0; *GomezAgent 3.1*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.2*WOW64*; Trident/4.0; *GomezAgent 3.1*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.2*; Trident/4.0; *GomezAgent 3.1*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.1*WOW64*; Trident/4.0; *GomezAgent 3.1*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.1*; Trident/4.0; *GomezAgent 3.1*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*WOW64*; GomezAgent 3.1*) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*; GomezAgent 3.1*) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*WOW64*; GomezAgent 3.1*) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*; GomezAgent 3.1*) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*WOW64*; GomezAgent 3.1*) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*; GomezAgent 3.1*) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.0*; *GomezAgent *]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.1*WOW64*; Trident/4.0; *GomezAgent*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.1*; Trident/4.0; *GomezAgent*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.2*WOW64*; Trident/4.0; *GomezAgent*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.2*; Trident/4.0; *GomezAgent*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.1*WOW64*; Trident/4.0; *GomezAgent*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.1*; Trident/4.0; *GomezAgent*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*WOW64*; GomezAgent *) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*; GomezAgent *) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*WOW64*; GomezAgent *) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.2*; GomezAgent *) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*WOW64*; GomezAgent *) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 6.1*; GomezAgent *) Gecko/* Firefox/*]
Crawler="true"
[*heritrix*]
Crawler="true"
[*Mozilla/5.0 compatible; heritrix/*]
Crawler="true"
[Mozilla/5.0 (compatible; *; heritrix/*]
Crawler="true"
[bl.uk_lddc_bot/3.3*]
Crawler="true"
[bl.uk_lddc_bot/*]
Crawler="true"
[Mozilla/5.0 (bl.uk_lddc_bot; *Linux*x86_64*)*]
Crawler="true"
[Mozilla/5.0 (bl.uk_lddc_bot; *Linux i686*)*]
Crawler="true"
[Mozilla/5.0 (bl.uk_lddc_bot; *Linux*)*]
Crawler="true"
[Mozilla/5.0 (compatible; bnf.fr_bot;*]
Crawler="true"
[FeedHub FeedDiscovery/1.0 (http://www.feedhub.com)]
Crawler="true"
[FeedHub FeedFetcher/1.0 (http://www.feedhub.com)]
Crawler="true"
[FeedHub MetaDataFetcher/1.0 (http://www.feedhub.com)]
Crawler="true"
[BoardReader Favicon Fetcher /1.0*]
Crawler="true"
[BoardReader Favicon Fetcher /*]
Crawler="true"
[Tiny Tiny RSS/1.13*]
Crawler="true"
[Tiny Tiny RSS/1.12*]
Crawler="true"
[Tiny Tiny RSS/1.11*]
Crawler="true"
[Tiny Tiny RSS/1.10*]
Crawler="true"
[Tiny Tiny RSS/1.9*]
Crawler="true"
[Tiny Tiny RSS/1.8*]
Crawler="true"
[Tiny Tiny RSS/1.7*]
Crawler="true"
[ICRA_label_generator/1.?]
Crawler="true"
[ICRA_Semantic_spider/0.?]
Crawler="true"
[check_http/* (nagios-plugins 1.1.*)]
Crawler="true"
[check_http/* (nagios-plugins 1.2.*)]
Crawler="true"
[check_http/* (nagios-plugins 1.3.*)]
Crawler="true"
[check_http/* (nagios-plugins 1.4.*)]
Crawler="true"
[check_http/* (nagios-plugins 1.*)]
Crawler="true"
[check_http/* (nagios-plugins 2.*)]
Crawler="true"
[DoCoMo/2.0 P900i(c100;TB;W24H11) (compatible; ichiro/mobile goo*]
Crawler="true"
[DoCoMo/2.0 P901i(c100;TB;W24H11) (compatible; ichiro/mobile goo*]
Crawler="true"
[KDDI-CA31 UP.Browser/6.2* (compatible; ichiro/mobile goo*]
Crawler="true"
[KDDI-CA32 UP.Browser/6.2* (compatible; ichiro/mobile goo*]
Crawler="true"
[Vodafone/1.0/V802SH/SHJ002 Browser/UP.Browser/7.0* (compatible; ichiro/mobile goo*]
Crawler="true"
[* (compatible; ichiro/mobile goo*]
Crawler="true"
[ichiro/3.0*]
Crawler="true"
[ichiro/*]
Crawler="true"
[abot/*]
Crawler="true"
[NP/*]
Crawler="true"
[NPBot*]
Crawler="true"
[JobRoboter/1.1*]
Crawler="true"
[JobRoboter/*]
Crawler="true"
[Mozilla/5.0 (compatible; MetaJobBot*]
Crawler="true"
[Mozilla/5.0 (compatible; JobdiggerSpider*]
Crawler="true"
[Mozilla/5.0 (*Linux i686*compatible; Jobboerse.com;*) Gecko/* Firefox/*]
Crawler="true"
[Mozilla/5.0 (*Linux*compatible; Jobboerse.com;*) Gecko/* Firefox/*]
Crawler="true"
[*Netcraft Web Server Survey*]
Crawler="true"
[Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0; *info@netcraft.com)]
Crawler="true"
[Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0*info@netcraft.com)]
Crawler="true"
[*Netcraft Webserver Survey*]
Crawler="true"
[Mozilla/5.0 (*iCjobs Stellenangebote Jobs*)*iCjobs/3.2*]
Crawler="true"
[Mozilla/5.0 (*iCjobs Stellenangebote Jobs*)*iCjobs/*]
Crawler="true"
[Mozilla/5.0 (compatible; CareerBot/1.1*]
Crawler="true"
[Mozilla/5.0 (compatible; CareerBot/*]
Crawler="true"
[MarsEdit*]
Crawler="true"
[NewsGator FetchLinks extension/*]
Crawler="true"
[NewsGator/*]
Crawler="true"
[NewsGatorOnline/*]
Crawler="true"
[LetsCrawl.com/1.0*]
Crawler="true"
[LetsCrawl.com/*]
Crawler="true"
[woobot/1.1*]
Crawler="true"
[woobot/2.0*]
Crawler="true"
[Mozilla/5.0 (compatible; uMBot-LN/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; uMBot-LN/*]
Crawler="true"
[Mozilla/5.0 (compatible; uMBot-FC/1.0*]
Crawler="true"
[Mozilla/5.0 (compatible; uMBot-FC/*]
Crawler="true"
[LinkChecker/7.*]
Crawler="true"
[LinkChecker/*]
Crawler="true"
[LinkedInBot/1.*]
Crawler="true"
[LinkedInBot/*]
Crawler="true"
[LIAuthLibrary:0.0.2 com.linkedin.android:3.4.2 TCL_ALCATEL ONE TOUCH 4037T:android_4.4.2*]
Crawler="true"
[LIAuthLibrary:0.0.2 com.linkedin.android:3.4.2 TCL_*android_4.4.2*]
Crawler="true"
[LucidMedia ClickSense/4.*]
Crawler="true"
[LucidMedia ClickSense/*]
Crawler="true"
[DoCoMo/2.0 P904i( m65bot/0.1; c; http://m65.jp/bot.html )]
Crawler="true"
[magpie-crawler/1.*]
Crawler="true"
[magpie-crawler/*]
Crawler="true"
[Mahalobot/1.0 (?http://www.mahalo.com/)]
Crawler="true"
[Mahalobot/* (?http://www.mahalo.com/)]
Crawler="true"
[Marvin v0.3]
Crawler="true"
[Marvin v*]
Crawler="true"
[masidani_bot_v0.6*]
Crawler="true"
[masidani_bot_v*]
Crawler="true"
[MJ12bot/v0.5*]
Crawler="true"
[Mozilla/5.0 (compatible; MJ12bot/v0.5*)]
Crawler="true"
[MJ12bot/v0.6*]
Crawler="true"
[Mozilla/5.0 (compatible; MJ12bot/v0.6*)]
Crawler="true"
[MJ12bot/v0.7*]
Crawler="true"
[Mozilla/5.0 (compatible; MJ12bot/v0.7*)]
Crawler="true"
[MJ12bot/v0.8*]
Crawler="true"
[Mozilla/5.0 (compatible; MJ12bot/v0.8*)]
Crawler="true"
[MJ12bot/v0.9*]
Crawler="true"
[Mozilla/5.0 (compatible; MJ12bot/v0.9*)]
Crawler="true"
[MJ12bot/v1.1*]
Crawler="true"
[Mozilla/5.0 (compatible; MJ12bot/v1.1*)]
Crawler="true"
[MJ12bot/v1.2*]
Crawler="true"
[Mozilla/5.0 (compatible; MJ12bot/v1.2*)]
Crawler="true"
[MJ12bot/v1.3*]
Crawler="true"
[Mozilla/5.0 (compatible; MJ12bot/v1.3*)]
Crawler="true"
[MJ12bot/v1.4*]
Crawler="true"
[Mozilla/5.0 (compatible; MJ12bot/v1.4*)]
Crawler="true"
[MJ12bot/v1.*]
Crawler="true"
[Mozilla/5.0 (compatible; MJ12bot/v1.*)]
Crawler="true"
[MJ12bot/v*]
Crawler="true"
[Mozilla/5.0 (compatible; MJ12bot/v*)]
Crawler="true"
[Mozdex/0.7*]
Crawler="true"
[Mozdex/*]
Crawler="true"
[Cowbot-* (NHN Corp*naver.com)]
Crawler="true"
[Mozilla/4.0 (compatible; NaverBot/*)]
Crawler="true"
[Mozilla/4.0 (compatible; NaverBot/*; nhnbot@naver.com)]
Crawler="true"
[NaverBot-* (NHN Corp*naver.com)]
Crawler="true"
[Yeti/*]
Crawler="true"
[Mozilla/5.0 (compatible; Yeti/1.1*]
Crawler="true"
[Mozilla/5.0 (compatible; Yeti/*]
Crawler="true"
[*naver*]
Crawler="true"
[DoCoMo/2.0?P-04A *(compatible; Yeti-Mobile/0.1; ?http://help.naver.com/robots/)*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*) AppleWebKit/* (KHTML, like Gecko)*Chrome/* Safari/* PagePeeker/2.1*]
Crawler="true"
[Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko)*Chrome/* Safari/* PagePeeker/2.1*]
Crawler="true"
[Mozilla/5.0 (*Linux*x86_64*) AppleWebKit/* (KHTML, like Gecko)*Chrome/* Safari/* PagePeeker/*]
Crawler="true"
[Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko)*Chrome/* Safari/* PagePeeker/*]
Crawler="true"
[Pete-Spider/1.*]
Crawler="true"
[Pete-Spider/*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/* (Rival IQ, rivaliq.com)*]
Crawler="true"
[Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/* (Rival IQ, rivaliq.com)*]
Crawler="true"
[httpclient (http://www.phpclasses.org/httpclient $Revision:*]
Crawler="true"
[PECL::HTTP/1.6*]
Crawler="true"
[PECL::HTTP/1.7*]
Crawler="true"
[PECL::HTTP/*]
Crawler="true"
[?Ogg.class.php*]
Crawler="true"
[Ogg.class.php*]
Crawler="true"
[xmlrpc-epi-php/* (PHP)]
Crawler="true"
[PHP-SOAP/5.2*]
Crawler="true"
[PHP-SOAP/5.3*]
Crawler="true"
[PHP-SOAP/5.4*]
Crawler="true"
[PHP-SOAP/5.5*]
Crawler="true"
[PHP-SOAP/5.6*]
Crawler="true"
[XML-RPC for PHP *]
Crawler="true"
[Zend_XmlRpc_Client]
Crawler="true"
[Zend_Http_Client]
Crawler="true"
[PHP/5.2*]
Crawler="true"
[PHP/5.3*]
Crawler="true"
[PHP/5.4*]
Crawler="true"
[PHP/5.5*]
Crawler="true"
[PHP/5.6*]
Crawler="true"
[PHP*]
Crawler="true"
[Pixray-Seeker/1.1*]
Crawler="true"
[Pixray-Seeker/1.*]
Crawler="true"
[Pixray-Seeker/2.0*]
Crawler="true"
[Pixray-Seeker/*]
Crawler="true"
[curl/7.35*]
Crawler="true"
[curl/7.29*]
Crawler="true"
[curl/7.19*x86_64*linux*]
Crawler="true"
[curl/7.19*Linux*]
Crawler="true"
[curl/7.19]
Crawler="true"
[curl/7.15*x86_64*linux*]
Crawler="true"
[curl/7.15*Linux*]
Crawler="true"
[curl/7.15]
Crawler="true"
[curl*]
Crawler="true"
[*WinHttpRequest*]
Crawler="true"
[WinHTTP*]
Crawler="true"
[WinHttp*]
Crawler="true"
[TrendWinHttp*]
Crawler="true"
[( ;  ;  ; Trident/4.0;*]
Crawler="true"
[( ;  ; ; Trident/4.0;*]
Crawler="true"
[( ; MSIE 6.0;*]
Crawler="true"
[( ; MSIE 7.0;*]
Crawler="true"
[( ; MSIE 8.0;*]
Crawler="true"
[(compatible*; MSIE ?.?*;*]
Crawler="true"
[(compatible;  *; Trident/4.0*]
Crawler="true"
[Microsoft Internet Explorer]
Crawler="true"
[Internet Explore *]
Crawler="true"
[Internet Explorer *]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 10.*]
Crawler="true"
[Mozilla/?.0 (compatible; MSIE 10.?; *Trident/4.0*]
Crawler="true"
[Mozilla/?.0 (compatible; MSIE 10.?; *Trident/5.0*]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 11.*]
Crawler="true"
[Mozilla/?.0 (compatible; MSIE 11.?; *Trident/4.0*]
Crawler="true"
[Mozilla/?.0 (compatible; MSIE 11.?; *Trident/5.0*]
Crawler="true"
[Mozilla/?.0 (compatible; MSIE 9.?; *Trident/4.0*]
Crawler="true"
[Mozilla/?.0 (compatible; MSIE 9.?; *Trident/?.0; Windows *]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 7.1; Trident/?.0*]
Crawler="true"
[Mozilla/?.0 (compatible; MSIE ?.0; Windows NT 7.1; Trident/?.0*]
Crawler="true"
[Mozilla/4.0 (compatible- MSIE ?.0- *]
Crawler="true"
[?Mozilla/?.0 (compatible; MSIE*]
Crawler="true"
[Mozilla/5.0 (Windows; ?; Windows NT; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[*Mozilla/?.0 (*compatible*;*MSIE 6.0; Linux*]
Crawler="true"
[Empty (compatible*; MSIE 8.0*]
Crawler="true"
[IE]
Crawler="true"
[IE *]
Crawler="true"
[IE/*]
Crawler="true"
[IE6*]
Crawler="true"
[IE7*]
Crawler="true"
[IE8 *]
Crawler="true"
[IE: *]
Crawler="true"
[IEXPLORE.EXE]
Crawler="true"
[Internet  Explorer 8 *]
Crawler="true"
[Internet Explorer]
Crawler="true"
[Internet Explorer/*]
Crawler="true"
[Internet Expolrer *]
Crawler="true"
[InternetExploirer *]
Crawler="true"
[InternetExplorer7*]
Crawler="true"
[Internetexplorer*]
Crawler="true"
[It\x*b4s me (compatible*; MSIE 8.0*]
Crawler="true"
[MSIE 8.0*]
Crawler="true"
[MSIE 9 RC (compatible*; MSIE 8.0*]
Crawler="true"
[Microsoft Internet Explorer*]
Crawler="true"
[Microsoft_Internet_Explorer*]
Crawler="true"
[Mozilla 5./0 (compatible*; MSIE 8.0;*]
Crawler="true"
[Mozilla/1.0 (Linux; Unix OS ?; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/1.0 (Mac; Mac OS ?; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/2.0 (Linux; Unix OS ?; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/2.0 (Mac; Mac OS ?; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/3.0 (Linux; Unix OS ?; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/3.0 (Mac; Mac OS ?; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/3.5 (compatible*; MSIE 8.0; *]
Crawler="true"
[Mozilla/3.6* (compatible*; MSIE 9.0*; *]
Crawler="true"
[Mozilla/4.0 ( ; MSIE 7.0; *]
Crawler="true"
[Mozilla/4.0 ( ; MSIE 8.0; *]
Crawler="true"
[Mozilla/4.0 (Linux; Unix OS ?; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/4.0 (Mac; Mac OS ?; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/4.0 (Mozilla/4.0; MSIE 7.0; *]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE 7.0; WINNT 6.0*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE 999*]
Crawler="true"
[Mozilla/4.0 (compatible; Mozilla/4.0 (compatible*; MSIE 8.0;*]
Crawler="true"
[Mozilla/5.0 (Linux; Unix OS ?; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/5.0 (Mac; Mac OS ?; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/5.0 (compatible*; MSIE 7.0; *]
Crawler="true"
[Mozilla/5.0 (compatible*; MSIE 9.0*; ; Trident/5.0*]
Crawler="true"
[Mozilla/6.0 (Linux; Unix OS ?; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/6.0 (Mac; Mac OS ?; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/?.0 ( ; MSIE 6.0*]
Crawler="true"
[Mozilla/?.0 (Linux; Unix OS ?*) Gecko/* Internet Explorer/*]
Crawler="true"
[Mozilla/?.0 (Mac; Mac OS ?*) Gecko/* Internet Explorer/*]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 7.0; Commodore64; *]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 8.0; ; Trident/4.0*]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 8.0; Linux*]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 8.1*]
Crawler="true"
[Msie 9 *]
Crawler="true"
[ie/*]
Crawler="true"
[internetexplorer*]
Crawler="true"
[?Mozilla/5.0 (Windows; U;*MSIE 6.0*]
Crawler="true"
[AIM/30 (*compatible*;*MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)]
Crawler="true"
[CDR/1.7.1 Mozilla/4.0 (*compatible*;*MSIE 6.0; Windows)]
Crawler="true"
[Explorer (*compatible*;*MSIE 7.0; Windows ; Trident/4.0*]
Crawler="true"
[Explorer (*compatible*;*MSIE 7.0; Windows NT 5.1; Trident/4.0*]
Crawler="true"
[Explorer 8 (*compatible*;*MSIE 7.0; Windows NT 5.1; Trident/4.0*]
Crawler="true"
[Explorer 8.0 (compatible*; MSIE 8.0; Windows XP; Trident/4.0*]
Crawler="true"
[F (*compatible*;*MSIE 6.0; Windows NT 5.1*]
Crawler="true"
[IE/?.0 (*Windows NT 5.1*rv:1.8*]
Crawler="true"
[M (*compatible*;*MSIE 6.0; Windows NT 5.1*)]
Crawler="true"
[M (*compatible*;*MSIE 7.0; Windows NT 5.1*)]
Crawler="true"
[M (*compatible*;*MSIE 8.0; Windows NT 5.1*)]
Crawler="true"
[MSIE/?.0 (compatible*; MSIE 9.0*; Windows NT 6.0; Trident/5.0*]
Crawler="true"
[Mozilla/1.0 (Windows; ?; Windows NT; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/2.0 (Windows; ?; Windows NT; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/3.0 (Windows; ?; Windows NT; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/3.5 (compatible*; MSIE 7.0; Windows NT 5.1; *]
Crawler="true"
[Mozilla/4.0 ( ; MSIE 8.0; Windows NT 5.1; Trident/4.0*]
Crawler="true"
[Mozilla/4.0 (Windows; ?; Windows NT; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE 6.0; Windows ME; *) Opera 9.6*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE 6.0; Windows) AppleWebKit/* (KHTML,*like Gecko*)  Safari/* Chrome/12.*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE 6.0; Windows) AppleWebKit/* (KHTML, like Gecko)*Chrome/12.*Safari/*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE 7.0; Windows XP*]
Crawler="true"
[Mozilla/4.0 (compatible*; MSIE 8.0*; Windows NT 7.0;*Trident/4.0*]
Crawler="true"
[Mozilla/5.0 (*Windows NT 5.1*) Gecko/* MSIE 6.0*]
Crawler="true"
[Mozilla/5.0 (Windows; U; MSIE 9.0*; *]
Crawler="true"
[Mozilla/5.0 (compatible*; MSIE 9.0*; Opera 11.0; Windows Server 2003; *]
Crawler="true"
[Mozilla/5.0 (compatible*; MSIE 9.0*; Windows Ente*]
Crawler="true"
[Mozilla/6.0 (Windows; ?; Windows NT; *) Gecko/* Internet Explorer/7*]
Crawler="true"
[Mozilla/?.0 ( ; MSIE 7.0; Windows NT 6.1; *]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 7.0; Windows 2000*]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 7.0; Windows 5.1*]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 7.0; Windows 98; *]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 7.0; Windows NT 32*]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 7.0; Windows NT 4.1; *]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 7.0; Windows NT 5.5*]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 7.0; Windows NT)*]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 7.0; Windows Vista*]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 7.0; Windows XP; *]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 7.0; Windows XPP; *]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 7.0; Windows7; *]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 8.0; Windows 7*]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 8.0; Windows 98;*]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 8.0; Windows NT 4.1;*]
Crawler="true"
[Mozilla/?.0 (compatible*; MSIE 8.0; Windows XP*]
Crawler="true"
[WOFVNCBVHKN (*compatible*;*MSIE 7.0; Windows NT 5.1*)]
Crawler="true"
[ZJZT (compatible*; MSIE 8.0; Windows NT 5.1; Trident/4.0*)]
Crawler="true"
[explorer (compatible*; MSIE 8.0; Windows NT 5.1; Trident/4.0*]
Crawler="true"
[explorer 9 (compatible*; MSIE 9.0*; Windows 7; Trident/5.0*]
Crawler="true"
[Mozilla/5.0 (Windows; ?; MSIE*; Macintosh*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE*; Macintosh*]
Crawler="true"
[Mozilla/5.0 (Windows; ?; MSIE*; Linux*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE*; Linux*]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 6.1*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 6.1*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 9.1*]
Crawler="true"
[Mozilla/4.0(compatible;MSIE*]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0; b2w 0.1)*]
Crawler="true"
[Mozilla/4.0 (compatible; MSIE 8.0; Win32)*]
Crawler="true"
[Mozilla/5.0  (compatible; MSIE*]
Crawler="true"
[*Trident/BD6*]
Crawler="true"
[Mozilla/5.0 (compatible; MSIE 11*]
Crawler="true"
[Mozilla/5.0 (compatible; rv:33.0; ; Trident/5.0)*]
Crawler="true"
[Mozilla/5.0 * (compatible; MSIE*]
Crawler="true"
[( ; MSIE*]
Crawler="true"
[Mozilla/5.0 (X11; Windows x86_64) AppleWebKit/* (KHTML, like Gecko) chrome/*Safari/*]
Crawler="true"
[Mozilla/5.0 (Windows NT 7.1) AppleWebKit/* (KHTML, like Gecko) Chrome/*Safari/*]
Crawler="true"
[Mozilla/* (Windows NT 7.1) AppleWebKit/* (KHTML, like Gecko) Chrome/*Safari/*]
Crawler="true"
[Mozilla/5.0 (Windows*) AppleWebKit/* (KHTML like Gecko) Chrome/*Safari/*]
Crawler="true"
[=Mozilla/5.0 (Windows*) AppleWebKit/* (KHTML, like Gecko) Chrome/*Safari/*]
Crawler="true"
[Mozilla/4.0 (Windows*) AppleWebKit/* (KHTML, like Gecko) Chrome/*Safari/*]
Crawler="true"
[Chrome/* (Windows*]
Crawler="true"
[24.* Chrome*]
Crawler="true"
[Mozilla/5.0 (Chrome* Firefox*]
Crawler="true"
[Chrome?Linux*]
Crawler="true"