芝麻web文件管理V1.00

编辑当前文件:/www/wwwroot/shphe-en.com/uploads/wp-statistics/browscap.ini
;;; Provided courtesy of http://browscap.org/ ;;; Created on Thursday, February 4, 2016 at 12:59 PM UTC ;;; Keep up with the latest goings-on with the project: ;;; Follow us on Twitter <https://twitter.com/browscap>, or... ;;; Like us on Facebook <https://facebook.com/browscap>, or... ;;; Collaborate on GitHub <https://github.com/browscap>, or... ;;; Discuss on Google Groups <https://groups.google.com/forum/#!forum/browscap>. ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; Browscap Version [GJK_Browscap_Version] Version=6012 Released=Thu, 04 Feb 2016 12:59:23 +0000 Format=php Type=FULL [DefaultProperties] Comment="DefaultProperties" Browser="DefaultProperties" Browser_Type="unknown" Browser_Bits="0" Browser_Maker="unknown" Browser_Modus="unknown" Version="0.0" MajorVer=0 MinorVer=0 Platform="unknown" Platform_Version=unknown Platform_Description="unknown" Platform_Bits="0" Platform_Maker="unknown" Alpha="false" Beta="false" Win16="false" Win32="false" Win64="false" Frames="false" IFrames="false" Tables="false" Cookies="false" BackgroundSounds="false" JavaScript="false" VBScript="false" JavaApplets="false" ActiveXControls="false" isMobileDevice="false" isTablet="false" isSyndicationReader="false" Crawler="false" CssVersion=0 AolVersion=0 Device_Name="unknown" Device_Maker="unknown" Device_Type="unknown" Device_Pointing_Method="unknown" Device_Code_Name="unknown" Device_Brand_Name="unknown" RenderingEngine_Name="unknown" RenderingEngine_Version=unknown RenderingEngine_Description="unknown" RenderingEngine_Maker="unknown" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.0; *WOW64*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.01*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.0*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.1;*Win64? x64*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.1*WOW64*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.1*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.2;*Win64? x64*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.2*WOW64*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.2*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 5.2;*Win64*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.0;*Win64? x64*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.0*WOW64*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.0*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.1*Win64? x64*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.1*WOW64*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.1*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.2*Win64? x64*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.2*WOW64*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0*; *Windows NT 6.2*Trident/4.0*)* 360Spider] Crawler="true" [Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 5.1*WOW64*Trident/5.0* 360Spider*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 5.1*Trident/5.0* 360Spider*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 5.2*WOW64*Trident/5.0* 360Spider*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 5.2*Trident/5.0* 360Spider*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.0*WOW64*Trident/5.0* 360Spider*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.0*Trident/5.0* 360Spider*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.1*Win64? x64*Trident/5.0* 360Spider*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.1*WOW64*Trident/5.0* 360Spider*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.1*Trident/5.0* 360Spider*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.2*Win64? x64*Trident/5.0* 360Spider*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.2*WOW64*Trident/5.0* 360Spider*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 9.0*; *Windows NT 6.2*Trident/5.0* 360Spider*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*) Firefox/*; 360Spider*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*WOW64*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*WOW64*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.0*WOW64*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.0*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*Win64? x64*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*WOW64*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*Win64? x64*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*WOW64*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*) AppleWebKit/* (KHTML, like Gecko) Chrome/* Safari/*; 360Spider*] Crawler="true" [Mozilla/?.0 (compatible; Ask Jeeves/Teoma*)] Crawler="true" [Mozilla/2.0 (compatible; Ask Jeeves)] Crawler="true" [Mozilla/5.0 (compatible; *; http://www.80legs.com/*) Gecko/*] Crawler="true" [Mozilla/5.0 (compatible; AhrefsBot/3.1*] Crawler="true" [Mozilla/5.0 (compatible; AhrefsBot/4.0*] Crawler="true" [Mozilla/5.0 (compatible; AhrefsBot/5.0*] Crawler="true" [Mozilla/5.0 (compatible; AhrefsBot/*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*) adbeat.com* Gecko/*Ubuntu/10.04* Firefox*] Crawler="true" [Mozilla/5.0 (*Linux x86*) adbeat.com* Gecko/*Ubuntu/10.04* Firefox*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*) adbeat.com* Gecko/* Firefox*] Crawler="true" [Mozilla/5.0 (*Linux x86*) adbeat.com* Gecko/* Firefox*] Crawler="true" [Mozilla/5.0 (*Linux*) adbeat.com* Gecko/* Firefox*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*) adbeat.com*] Crawler="true" [Mozilla/5.0 (*Linux x86*) adbeat.com*] Crawler="true" [Mozilla/5.0 (*Linux*) adbeat.com*] Crawler="true" [adbeat_bot*] Crawler="true" [niki-bot] Crawler="true" [Mozilla/5.0 (compatible; GrapeshotCrawler/2.0; +http://www.grapeshot.co.uk/crawler.php)] Crawler="true" [Mozilla/5.0 (compatible; GrapeshotCrawler/*; +http://www.grapeshot.co.uk/crawler.php)] Crawler="true" [Mozilla/5.0 (compatible; grapeFX/0.9; crawler@grapeshot.co.uk] Crawler="true" [Mozilla/5.0 (compatible; grapeFX/*; crawler@grapeshot.co.uk] Crawler="true" [Anonymisiert durch AlMiSoft Browser-Maulkorb (Anonymisier*] Crawler="true" [Anonymisiert*] Crawler="true" [Anonymizer/*] Crawler="true" [Anonymizied*] Crawler="true" [Anonymous*] Crawler="true" [Anonymous/*] Crawler="true" [http://Anonymouse.org/*] Crawler="true" [Mozilla/5.0 (Randomized by FreeSafeIP*] Crawler="true" [Mozilla/5.0 (compatible; YandexAddurl/*)] Crawler="true" [Mozilla/5.0 (compatible; YandexBlogs/*)] Crawler="true" [Mozilla/5.0 (compatible; YandexBot/*; MirrorDetector*)] Crawler="true" [Mozilla/5.0 (compatible; YandexCatalog/*)] Crawler="true" [Mozilla/5.0 (compatible; YandexDirect/*)] Crawler="true" [Mozilla/5.0 (compatible; YandexFavicons/*)] Crawler="true" [Mozilla/5.0 (compatible; YandexImageResizer/*)] Crawler="true" [Mozilla/5.0 (compatible; YandexImages/*)] Crawler="true" [Mozilla/5.0 (compatible; YandexMedia/*)] Crawler="true" [Mozilla/5.0 (compatible; YandexMetrika/*)] Crawler="true" [Mozilla/5.0 (compatible; YandexNews/*)] Crawler="true" [Mozilla/5.0 (compatible; YandexVideo/*)] Crawler="true" [Mozilla/5.0 (compatible; YandexWebmaster/*)] Crawler="true" [Mozilla/5.0 (compatible; YandexZakladki/*)] Crawler="true" [Yandex/1.01.001 (compatible; Win16; *)] Crawler="true" [Mozilla/4.0 (*compatible*;*MSIE 5.0; YANDEX)] Crawler="true" [Mozilla/5.0 (compatible; YandexBot/*; MirrorDetector)] Crawler="true" [Mozilla/5.0 (compatible; YandexZakladki/*; Dyatel; +http://yandex.com/bots)] Crawler="true" [YaDirectBot/*] Crawler="true" [Yandex/*] Crawler="true" [YandexSomething/*] Crawler="true" [Mozilla/5.0 (Windows; ?; Windows NT 5.2; en-US; rv:1.9) Gecko VisualParser/3.0] Crawler="true" [Mozilla/5.0 (compatible; YandexAddurl/*] Crawler="true" [Mozilla/5.0 (compatible; YandexCatalog/*] Crawler="true" [Mozilla/5.0 (compatible; YandexDirect/*] Crawler="true" [Mozilla/5.0 (compatible; YandexFavicons/*] Crawler="true" [Mozilla/5.0 (compatible; YandexImageResizer/*] Crawler="true" [Mozilla/5.0 (compatible; YandexImages/*] Crawler="true" [Mozilla/5.0 (compatible; YandexMedia/*] Crawler="true" [Mozilla/5.0 (compatible; YandexMetrika/*] Crawler="true" [Mozilla/5.0 (compatible; YandexNews/*] Crawler="true" [Mozilla/5.0 (compatible; YandexVideo/*] Crawler="true" [ApacheBench/*] Crawler="true" [Mozilla/5.0 (compatible; YandexBot/3.0*] Crawler="true" [Mozilla/5.0 (compatible; YandexBot/*] Crawler="true" [Goldfire Server*] Crawler="true" [ArchitextSpider*] Crawler="true" [*BecomeBot/*] Crawler="true" [*BecomeBot@exava.com*] Crawler="true" [MonkeyCrawl/*] Crawler="true" [Mozilla/5.0 (compatible; BecomeJPBot/2.3*] Crawler="true" [Mozilla/5.0 (compatible; BecomeJPBot/*] Crawler="true" [ConveraMultiMediaCrawler/0.1*] Crawler="true" [ConveraMultiMediaCrawler/*] Crawler="true" [CrawlConvera*] Crawler="true" [ConveraCrawler/0.4*] Crawler="true" [ConveraCrawler/0.5*] Crawler="true" [ConveraCrawler/0.6*] Crawler="true" [ConveraCrawler/0.7*] Crawler="true" [ConveraCrawler/0.8*] Crawler="true" [ConveraCrawler/0.9*] Crawler="true" [ConveraCrawler/*] Crawler="true" [Mozilla/4.0 (compatible; BOTW Feed Grabber*] Crawler="true" [Mozilla/4.0 (compatible; BOTW Spider*] Crawler="true" [ContextAd Bot 1.0*] Crawler="true" [ContextAd Bot*] Crawler="true" [Java/1.4*] Crawler="true" [Java/1.5*] Crawler="true" [Java/1.6*] Crawler="true" [Java/1.7*] Crawler="true" [Java/1.17*] Crawler="true" [Java/*] Crawler="true" [DotBot/*] Crawler="true" [Mozilla/5.0 (compatible; DotBot/1.1*] Crawler="true" [Mozilla/5.0 (compatible; DotBot/*] Crawler="true" [bitlybot/2.*] Crawler="true" [bitlybot*] Crawler="true" [BlitzBOT@tricus.com (Mozilla compatible)*] Crawler="true" [BlitzBOT*] Crawler="true" [Mozilla/5.0 (compatible; Speedy Spider*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*) Speedy Spider*] Crawler="true" [Speedy Spider*] Crawler="true" [Mozilla/4.0 (*compatible*;*MSIE 6.0; Bluecoat DRTR)] Crawler="true" [BlueCoat ProxySG] Crawler="true" [CerberianDrtrs/*] Crawler="true" [Inne: Mozilla/4.0 (compatible; Cerberian Drtrs*)] Crawler="true" [Mozilla/4.0 (compatible; Cerberian Drtrs*)] Crawler="true" [Mozilla/4.0 (compatible; MSIE 6.0; Bluecoat DRTR)] Crawler="true" [envolk?ITS?spider/*] Crawler="true" [envolk/*] Crawler="true" [gvfs/1.24*] Crawler="true" [gvfs/*] Crawler="true" [boitho.com-dc/*] Crawler="true" [boitho.com-robot/*] Crawler="true" [boitho.com-*] Crawler="true" [Exabot-Images/1.0*] Crawler="true" [Exabot-Images/*] Crawler="true" [Mozilla/5.0 (compatible; Exabot-Images/3.0*)] Crawler="true" [Mozilla/5.0 (compatible; Exabot-Images/*)] Crawler="true" [Mozilla/5.0 (compatible; Konqueror/*; Linux) KHTML/* (like Gecko) (Exabot-Thumbnails)] Crawler="true" [Exabot-Test/*] Crawler="true" [Exabot/2.0] Crawler="true" [Exabot/3.0] Crawler="true" [Exabot/*] Crawler="true" [Exalead NG/*] Crawler="true" [Mozilla/5.0 (compatible; Exabot/3.0*)] Crawler="true" [Mozilla/5.0 (compatible; Exabot/*)] Crawler="true" [Mozilla/5.0 (compatible; NGBot/*)] Crawler="true" [NG-Search/*] Crawler="true" [ng/*] Crawler="true" [*Exabot@exava.com*] Crawler="true" [facebookexternalhit/1.0*] Crawler="true" [facebookexternalhit/1.1*] Crawler="true" [facebookexternalhit/*] Crawler="true" [Facebook share follower] Crawler="true" [facebookplatform/1.0 *] Crawler="true" [facebookplatform/*] Crawler="true" [Facebook API PHP5 Client 1.1 (curl)*] Crawler="true" [Facebot/1.0*] Crawler="true" [Facebot/*] Crawler="true" [facebookscraper/1.0( http*://www.facebook.com/sharescraper_help.php)*] Crawler="true" [facebookscraper/*( http*://www.facebook.com/sharescraper_help.php)*] Crawler="true" [XING-contenttabreceiver/2.0] Crawler="true" [XING-contenttabreceiver/*] Crawler="true" [*FAST Enterprise Crawler*] Crawler="true" [FAST Data Search Document Retriever/4.0*] Crawler="true" [FAST MetaWeb Crawler (helpdesk at fastsearch dot com)] Crawler="true" [Fast PartnerSite Crawler*] Crawler="true" [FAST-WebCrawler/*] Crawler="true" [FAST-WebCrawler/*/FirstPage*] Crawler="true" [FAST-WebCrawler/*/Fresh*] Crawler="true" [FAST-WebCrawler/*/PartnerSite*] Crawler="true" [FAST-WebCrawler/*?Multimedia*] Crawler="true" [FastSearch Web Crawler for*] Crawler="true" [Fast Crawler v X(compatible; Konqueror/*; FreeBSD) (KHTML,*like Gecko*)] Crawler="true" [GigabotSiteSearch/*] Crawler="true" [Gigabot*] Crawler="true" [IlseBot/*] Crawler="true" [INGRID/*] Crawler="true" [Mozilla/3.0 (INGRID/*] Crawler="true" [TurnitinBot/2.1*] Crawler="true" [TurnitinBot/*] Crawler="true" [ZmEu*] Crawler="true" [Made by ZmEu @ WhiteHat v0.* (www.WhiteHat.ro)] Crawler="true" [Made by ZmEu @ WhiteHat*] Crawler="true" [Mozilla/5.0 (compatible; GroupHigh/1.0*] Crawler="true" [Mozilla/5.0 (compatible; GroupHigh/*] Crawler="true" [Photon/1.0*] Crawler="true" [Photon/*] Crawler="true" [Peeplo Screenshot Bot/0.20*] Crawler="true" [Peeplo Screenshot Bot/*] Crawler="true" [A6-Indexer/1.0*] Crawler="true" [A6-Indexer*] Crawler="true" [Mozilla/5.0 (compatible; DomainAppender /1.0*] Crawler="true" [Mozilla/5.0 (compatible; DomainAppender /*] Crawler="true" [Mozilla/5.0 (compatible; meanpathbot/1.0*] Crawler="true" [Mozilla/5.0 (compatible; meanpathbot/*] Crawler="true" [Mozilla/5.0 (compatible; WBSearchBot/1.1*; +http://www.warebay.com/bot.html)*] Crawler="true" [Mozilla/5.0 (compatible; WBSearchBot/*; +http://www.warebay.com/bot.html)*] Crawler="true" [GG PeekBot 1.0*] Crawler="true" [GG PeekBot 2.0*] Crawler="true" [GG PeekBot *] Crawler="true" [Shelob (shelob@gmx.net)] Crawler="true" [shelob v1.*] Crawler="true" [shelob*] Crawler="true" [Mozilla/5.0 (compatible; sReleaseBot/6.1*] Crawler="true" [Mozilla/5.0 (compatible; sReleaseBot/*] Crawler="true" [Mozilla/5.0 (compatible; electricmonk/3.2*] Crawler="true" [Mozilla/5.0 (compatible; electricmonk/*] Crawler="true" [Mozilla/5.0 (lbot/2.6*] Crawler="true" [Mozilla/5.0 (lbot/*] Crawler="true" [Mozilla/4.0 (compatible; MSIE 7.0b; *Windows NT 6.0*; SL Commerce Client v1.0*] Crawler="true" [Mozilla/4.0 (compatible; MSIE 7.0b; *Windows NT 6.0*; SL Commerce Client*] Crawler="true" [Mozilla/5.0 (*Windows*) AppleWebKit/* (KHTML, like Gecko) SecondLife/3.7* (Second Life *) Safari/*] Crawler="true" [Mozilla/5.0 (*Windows*) AppleWebKit/* (KHTML, like Gecko) SecondLife/* (Second Life *) Safari/*] Crawler="true" [gooblog/2.0*] Crawler="true" [gooblog/*] Crawler="true" [Proxy Gear Pro/2.1 (*Windows NT 6.1*)*] Crawler="true" [Proxy Gear Pro/* (*Windows NT 6.1*)*] Crawler="true" [Mozilla/5.0 (compatible; fr-crawler/1.1*] Crawler="true" [Mozilla/5.0 (compatible; fr-crawler/*] Crawler="true" [visionutils/0.2*] Crawler="true" [visionutils/*] Crawler="true" [Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server;*) Daumoa?4.0*] Crawler="true" [Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server;*) Daumoa?3.0*] Crawler="true" [Mozilla/5.0 (compatible; MSIE or Firefox mutant; not on Windows server;*] Crawler="true" [AntBot/1.0*] Crawler="true" [AntBot/*] Crawler="true" [NetzCheckBot/1.0*] Crawler="true" [NetzCheckBot/*] Crawler="true" [ZumBot/1.0*] Crawler="true" [ZumBot/*] Crawler="true" [Mozilla/5.0 (compatible; ZumBot/1.0*] Crawler="true" [Mozilla/5.0 (compatible; ZumBot/*] Crawler="true" [Mozilla/5.0 (compatible; BLEXBot/1.0*] Crawler="true" [Mozilla/5.0 (compatible; BLEXBot/*] Crawler="true" [Mozilla/5.0 (compatible; nbot/2.*] Crawler="true" [Mozilla/5.0 (compatible; nbot/*] Crawler="true" [Mozilla/4.0 (*Windows NT 5.1*) Lightspeedsystems*] Crawler="true" [LSSRocketCrawler/1.0 LightspeedSystems*] Crawler="true" [LSSRocketCrawler/* LightspeedSystems*] Crawler="true" [Mozilla/5.0 (compatible; LoadTimeBot/0.7*] Crawler="true" [Mozilla/5.0 (compatible; LoadTimeBot/0.8*] Crawler="true" [Mozilla/5.0 (compatible; LoadTimeBot/0.9*] Crawler="true" [Mozilla/5.0 (compatible; LoadTimeBot/*] Crawler="true" [ShowXML/1.0*] Crawler="true" [ShowXML/*] Crawler="true" [Metaspinner/0.01*] Crawler="true" [Metaspinner/*] Crawler="true" [Mozilla/5.0 (compatible; 200PleaseBot/1.0*] Crawler="true" [Mozilla/5.0 (compatible; 200PleaseBot/*] Crawler="true" [CCBot/1.0*] Crawler="true" [CCBot/2.0*] Crawler="true" [CCBot/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*Win64? x64*) KomodiaBot/1.0*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*) KomodiaBot/1.0*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*Win64? x64*) KomodiaBot/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*) KomodiaBot/*] Crawler="true" [Mozilla/5.0 (compatible; Add Catalog/2.1*] Crawler="true" [Mozilla/5.0 (compatible; Add Catalog/*] Crawler="true" [Mozilla/5.0 (compatible; PaperLiBot/2.1*] Crawler="true" [Mozilla/5.0 (compatible; PaperLiBot/*] Crawler="true" [ShopWiki/1.0*] Crawler="true" [ShopWiki/*] Crawler="true" [Mozilla/5.0 (compatible; SoftListBot/2.2*] Crawler="true" [Mozilla/5.0 (compatible; SoftListBot/*] Crawler="true" [Aboundex/0.2*] Crawler="true" [Aboundex/0.3*] Crawler="true" [Aboundex/*] Crawler="true" [ScreenerBot Crawler Beta 2.0 *] Crawler="true" [ScreenerBot Crawler Beta *] Crawler="true" [CRAZYWEBCRAWLER 0.9*] Crawler="true" [CRAZYWEBCRAWLER*] Crawler="true" [Mozilla/5.0 (compatible; AboutUsBot/*] Crawler="true" [Mozilla/5.0 (compatible; AboutUsBot Johnny5/2.0*] Crawler="true" [Mozilla/5.0 (compatible; AboutUsBot Johnny5/*] Crawler="true" [AboutUsBot/* (Website Analysis*] Crawler="true" [WeSEE:Search/0.1 (Alpha*] Crawler="true" [WeSEE:Search/*] Crawler="true" [Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko, Safari/*) *Webglance/0.1*] Crawler="true" [Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko, Safari/*) *Webglance/*] Crawler="true" [XML Sitemaps Generator*] Crawler="true" [Mozilla/5.0 (compatible; XML Sitemaps Generator; http://www.xml-sitemaps.com) Gecko XML-Sitemaps/1.0*] Crawler="true" [Mozilla/5.0 (compatible; XML Sitemaps Generator; http://www.xml-sitemaps.com) Gecko XML-Sitemaps/*] Crawler="true" [Mozilla/5.0 (compatible; publiclibraryarchive.org/1.0*] Crawler="true" [Mozilla/5.0 (compatible; publiclibraryarchive.org/*] Crawler="true" [Mozilla/5.0 (compatible; WebThumbnail/3.*] Crawler="true" [Mozilla/5.0 (compatible; WebThumbnail/*] Crawler="true" [Mozilla/5.0 (TweetmemeBot/4.0*] Crawler="true" [Mozilla/5.0 (TweetmemeBot/*] Crawler="true" [Mozilla/5.0 (compatible; TweetmemeBot/3.0*] Crawler="true" [Mozilla/5.0 (compatible; TweetmemeBot/*] Crawler="true" [Mozilla/5.0 (*Linux i686 (x86_64)* rv:1.9.2*) Gecko WebThumb/1.0*] Crawler="true" [Mozilla/5.0 (*Linux* rv:1.9.2*) Gecko WebThumb/1.0*] Crawler="true" [Mozilla/5.0 (*Linux i686 (x86_64)* rv:1.9.2*) Gecko WebThumb/*] Crawler="true" [Mozilla/5.0 (*Linux* rv:1.9.2*) Gecko WebThumb/*] Crawler="true" [MetaGeneratorCrawler/1.1*] Crawler="true" [MetaGeneratorCrawler/1.3*] Crawler="true" [MetaGeneratorCrawler/*] Crawler="true" [Mozilla/5.0 (compatible; Spiderlytics/1.0*] Crawler="true" [Mozilla/5.0 (compatible; Spiderlytics/*] Crawler="true" [BabalooSpider/1.*] Crawler="true" [BabalooSpider/*] Crawler="true" [Mozilla/5.0 (compatible; IstellaBot/1.18*] Crawler="true" [Mozilla/5.0 (compatible; IstellaBot/*] Crawler="true" [*altervista.org*] Crawler="true" [*SqwidgeBot*] Crawler="true" [A .NET Web Crawler] Crawler="true" [BilgiBot/*] Crawler="true" [bot/* (bot; *bot@bot.bot)] Crawler="true" [cisco-IOS] Crawler="true" [Covario-IDS/*] Crawler="true" [CyberPatrol*] Crawler="true" [cz32ts] Crawler="true" [ddetailsbot (http://www.displaydetails.com)] Crawler="true" [DomainsDB.net MetaCrawler*] Crawler="true" [DomainWatcher Bot*] Crawler="true" [Drupal (*)] Crawler="true" [Dumbot (version *)*] Crawler="true" [EuripBot/*] Crawler="true" [eventax/*] Crawler="true" [FANGCrawl/*] Crawler="true" [favorstarbot/*] Crawler="true" [FollowSite.com (*)] Crawler="true" [Gaisbot*] Crawler="true" [gosospider Mozilla/5.0 (compatible; GosoSpider*)] Crawler="true" [Healthbot/Health_and_Longevity_Project_(HealthHaven.com) ] Crawler="true" [hitcrawler_0.*] Crawler="true" [htdig/*] Crawler="true" [http://hilfe.acont.de/bot.html ACONTBOT] Crawler="true" [http://www.yellowpages.com*] Crawler="true" [HuaweiSymantecSpider/*] Crawler="true" [JetBrains*] Crawler="true" [JS-Kit URL Resolver, http://js-kit.com/] Crawler="true" [KakleBot - www.kakle.com/0.1] Crawler="true" [KBeeBot/0.*] Crawler="true" [Keyword Density/*] Crawler="true" [Lincoln State Web Browser] Crawler="true" [Links4US-Crawler,*] Crawler="true" [Lorkyll *.* -- lorkyll@444.net] Crawler="true" [Lsearch/sondeur] Crawler="true" [MapoftheInternet.com?(?http://MapoftheInternet.com)] Crawler="true" [metatagsdir/*] Crawler="true" [Microsoft Windows Network Diagnostics] Crawler="true" [Miva (AlgoFeedback@miva.com)] Crawler="true" [moget/*] Crawler="true" [Mozilla/* (compatible; WebCapture*)] Crawler="true" [Mozilla/5.0*(*redditbot/*http://www.reddit.com/feedback*)] Crawler="true" [Mozilla/4.0 (compatible; DepSpid/*)] Crawler="true" [Mozilla/4.0 (compatible; MSIE 4.01; Vonna.com b o t)] Crawler="true" [Mozilla/4.0 (compatible*; MSIE 4.01; Vonna.com b o t)] Crawler="true" [Mozilla/4.0 (compatible; MSIE 4.01; Windows95)] Crawler="true" [Mozilla/4.0 (compatible; MyFamilyBot/*)] Crawler="true" [Mozilla/4.0 (compatible; N-Stealth)] Crawler="true" [Mozilla/4.0 (compatible; Scumbot/*; Linux/*)] Crawler="true" [Mozilla/4.0 (compatible; Spider; Linux)] Crawler="true" [Mozilla/4.0 (compatible; Win32)] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko, Safari/*) ADM/*] Crawler="true" [Mozilla/5.0 (compatible; AdHitz; http://adhitz.com/)] Crawler="true" [Mozilla/5.0 (compatible; aiHitBot*/*)] Crawler="true" [Mozilla/5.0 (compatible; aiHitBot*/*; +http://www.aihit.com/)] Crawler="true" [Mozilla/5.0 (compatible; BuzzRankingBot/*)] Crawler="true" [Mozilla/5.0 (compatible; ClixSense; http://www.clixsense.com/)] Crawler="true" [mozilla/5.0 (compatible; genevabot +http://www.healthdash.com)] Crawler="true" [Mozilla/5.0 (compatible; JadynAveBot; *http://www.jadynave.com/robot*] Crawler="true" [Mozilla/5.0 (compatible; Kyluka crawl; http://www.kyluka.com/crawl.html; crawl@kyluka.com)] Crawler="true" [Mozilla/5.0 (compatible; LegalAnalysisAgent/1.*; http://www.legalx.net)] Crawler="true" [Mozilla/5.0 (compatible; MSIE 7.0 ?http://www.europarchive.org)] Crawler="true" [Mozilla/5.0 (compatible*; MSIE 7.0 ?http://www.europarchive.org)] Crawler="true" [Mozilla/5.0 (compatible; MSIE 7.0; MSIE 6.0; ScanAlert; +http://www.scanalert.com/bot.jsp) Firefox/*] Crawler="true" [Mozilla/5.0 (compatible*; MSIE 7.0; MSIE 6.0; ScanAlert; +http://www.scanalert.com/bot.jsp) Firefox/*] Crawler="true" [Mozilla/5.0 (compatible; Nigma.ru/*; crawler@nigma.ru)] Crawler="true" [Mozilla/5.0 (compatible; Plukkie/1.?; http://www.botje.com/plukkie.htm)] Crawler="true" [Mozilla/5.0 (compatible; SuchbaerBot/0.*; +http://bot.suchbaer.de/info.html)] Crawler="true" [Mozilla/5.0 (compatible; Twingly Recon; http://www.twingly.com/)] Crawler="true" [Mozilla/5.0 (compatible; unwrapbot/2.*; +http://www.unwrap.jp*)] Crawler="true" [Mozilla/5.0 (compatible; Vermut*)] Crawler="true" [Mozilla/5.0 (compatible; Viralheat Bot/*) ] Crawler="true" [Mozilla/5.0 (compatible; Webbot/*)] Crawler="true" [n4p_bot*] Crawler="true" [nabot*] Crawler="true" [NetCarta_WebMapper/*] Crawler="true" [Netchart Adv Crawler*] Crawler="true" [NetID.com Bot*] Crawler="true" [neTVision AG andreas.heidoetting@thomson-webcast.net] Crawler="true" [NextopiaBOT*] Crawler="true" [nicebot] Crawler="true" [niXXieBot?Foster*] Crawler="true" [Nozilla/P.N (Just for IDS woring)] Crawler="true" [Nudelsalat/*] Crawler="true" [NV32ts] Crawler="true" [Ocelli/*] Crawler="true" [OpenTaggerBot (http://www.opentagger.com/opentaggerbot.htm)] Crawler="true" [Oracle Enterprise Search] Crawler="true" [Oracle Ultra Search] Crawler="true" [Pajaczek/*] Crawler="true" [panscient.com] Crawler="true" [Patwebbot (http://www.herz-power.de/technik.html)] Crawler="true" [PDFBot (crawler@pdfind.com)] Crawler="true" [PhpDig/*] Crawler="true" [PlantyNet_WebRobot*] Crawler="true" [PluckItCrawler/*] Crawler="true" [PMAFind] Crawler="true" [Poodle_predictor_1.0] Crawler="true" [QuickFinder Crawler] Crawler="true" [Radiation Retriever*] Crawler="true" [RedCarpet/*] Crawler="true" [RixBot (http://babelserver.org/rix)] Crawler="true" [roboobot/1.* (roboo; http://wap.roboo.com; winter.pi@roboo.com)] Crawler="true" [Rome Client (http://tinyurl.com/64t5n) Ver: 0.*] Crawler="true" [SBIder/*] Crawler="true" [ScollSpider/2.*] Crawler="true" [Search Fst] Crawler="true" [searchbot admin@google.com] Crawler="true" [Seeker.lookseek.com] Crawler="true" [semanticdiscovery/*] Crawler="true" [sitecheck.internetseer.com*] Crawler="true" [SMBot/*] Crawler="true" [sohu*] Crawler="true" [SpankBot*] Crawler="true" [spider (tspyyp@tom.com)] Crawler="true" [Sunrise/0.*] Crawler="true" [Superpages URL Verification Engine] Crawler="true" [Surf Knight] Crawler="true" [SyncMgr] Crawler="true" [Talkro Web-Shot/*] Crawler="true" [Tasap-image-robot/0.* (http://www.tasap.com)] Crawler="true" [Tecomi Bot (http://www.tecomi.com/bot.htm)] Crawler="true" [TencentTraveler*] Crawler="true" [TheInformant*] Crawler="true" [Toata dragostea*] Crawler="true" [Tutorial Crawler*] Crawler="true" [Twitterbot/*] Crawler="true" [Twitterbot/0.*] Crawler="true" [UbiCrawler/*] Crawler="true" [UCmore] Crawler="true" [User*Agent:*] Crawler="true" [USER_AGENT] Crawler="true" [VadixBot] Crawler="true" [VengaBot/*] Crawler="true" [Visicom Toolbar] Crawler="true" [Visited by http://tools.geek-tools.org] Crawler="true" [Webclipping.com] Crawler="true" [webcollage*] Crawler="true" [WebFilter Robot*] Crawler="true" [WeBoX/*] Crawler="true" [WebTrends/*] Crawler="true" [West Wind Internet Protocols*] Crawler="true" [WhizBang] Crawler="true" [Willow Internet Crawler by Twotrees V*] Crawler="true" [WIRE/* (Linux*Bot,Robot,Spider,Crawler)] Crawler="true" [www.fi crawler, contact crawler@www.fi] Crawler="true" [Xerka WebBot v1.*] Crawler="true" [XSpider*] Crawler="true" [YooW!/* (?http://www.yoow.eu)] Crawler="true" [yp-crawl@attinteractive.com] Crawler="true" [QuerySeekerSpider ( http://queryseeker.com/bot.html )] Crawler="true" [Mozilla/5.0 (compatible; proximic; +http://www.proximic.com/info/spider.php)*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE *; Windows NT *; Trident/?.0; Alcohol Search*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE *; AugustBot/*] Crawler="true" [awesomebot*] Crawler="true" [Cooby Bot*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE 6.0; Windows NT 5.1*; CrystalSemanticsBot http://www.crystalsemantics.com/service-navigation/imprint/useragent/)*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE *; Windows NT *; FeedFinder-2.0; http://bloggz.se/crawler)*] Crawler="true" [Mozilla/5.0 (X11; Linux*) AppleWebKit/* (KHTML,*like Gecko*)*Chrome/13.0*Safari/* botname/cpan@dataminr.com*] Crawler="true" [Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko)*Chrome/13.0*Safari/* botname/cpan@dataminr.com*] Crawler="true" [ArtfaceBot (*compatible*;*MSIE 6.0; Mozilla/4.0; Windows NT*)] Crawler="true" [Mozilla/4.0 (compatible*; MSIE 4.01; Windows95)] Crawler="true" [GSLFbot*] Crawler="true" [Mozilla/5.0 (Macintosh; *Mac OS X *) AppleWebKit/* (KHTML,*like Gecko*) Version/*Safari/* Powered by Spider-Pig*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML,*like Gecko*) Version/*Safari/* Powered by Spider-Pig*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*) Gecko/* ThumbShotsBot*] Crawler="true" [Mozilla/5.0 (*Linux*) Gecko/* ThumbShotsBot*] Crawler="true" [thumbshots-de-bot*] Crawler="true" [netEstate NE Crawler*] Crawler="true" [securepoint cf] Crawler="true" [www.integromedb.org/Crawler*] Crawler="true" [CheckSite Verification Agent*] Crawler="true" [Mozilla/5.0 (compatible; Squzer/*] Crawler="true" [InternetSeer.com] Crawler="true" [ADmantX Platform Semantic Analyzer*] Crawler="true" [WeSEE:Ads/*] Crawler="true" [Mozilla/5.0 (compatible; Apercite*] Crawler="true" [Mozilla/5.0?(compatible;?PiplBot*] Crawler="true" [Mozilla/4.0 (compatible; Blog Search*] Crawler="true" [YisouSpider] Crawler="true" [hivaBot*] Crawler="true" [PagesInventory*] Crawler="true" [Mozilla/4.0 (CMS Crawler*] Crawler="true" [MetaHeadersBot*] Crawler="true" [Mozilla/5.0 (compatible; Twingly Recon*] Crawler="true" [revolt] Crawler="true" [BacklinkCrawler*] Crawler="true" [ThumbnailAgent] Crawler="true" [LinkStats Bot] Crawler="true" [ThumbSniper *] Crawler="true" [stq_bot *] Crawler="true" [SNK Screenshot Bot/0.20*] Crawler="true" [SNK Screenshot Bot/*] Crawler="true" [Phantom.js bot*] Crawler="true" [Mozilla/5.0 (compatible; Optimizer)*] Crawler="true" [Bot.AraTurka.com/*] Crawler="true" [*java*] Crawler="true" [HRCrawler/2.0*] Crawler="true" [HRCrawler/*] Crawler="true" [isc header collector handlers*] Crawler="true" [Forum Poster V3*] Crawler="true" [Forum Poster*] Crawler="true" [Mozilla/5.0 (compatible; WebMasterAid/1.0*] Crawler="true" [Mozilla/5.0 (compatible; WebMasterAid/*] Crawler="true" [Mozilla/5.0 (compatible; Muenster University of Applied Sciences; *itsscan*] Crawler="true" [MetaURI API/2.0*] Crawler="true" [MetaURI API*] Crawler="true" [IPv4Scan*] Crawler="true" [Zookabot/2.4*] Crawler="true" [Zookabot/*] Crawler="true" [Mozilla/5.0 (compatible; discoverybot/2.0*] Crawler="true" [Mozilla/5.0 (compatible; discoverybot/*] Crawler="true" [Mozilla/5.0 (compatible; AskPeterBot*] Crawler="true" [RED/1*] Crawler="true" [RED/*] Crawler="true" [BUbiNG*] Crawler="true" [Mozilla/5.0 (X11; compatible; semantic-visions.com crawler; HTTPClient 3.1*] Crawler="true" [Mozilla/5.0 (X11; compatible; semantic-visions.com crawler; HTTPClient*] Crawler="true" [JoobleBot*] Crawler="true" [Mozilla/5.0 (compatible; MixrankBot*] Crawler="true" [Mozilla/5.0 (compatible; memoryBot/1.20*] Crawler="true" [Mozilla/5.0 (compatible; memoryBot/*] Crawler="true" [Icarus6j*] Crawler="true" [wsr-agent/1.0*] Crawler="true" [wsr-agent/*] Crawler="true" [Mozilla/5.0 (compatible; waybackarchive.org/1.0*] Crawler="true" [Mozilla/5.0 (compatible; waybackarchive.org/*] Crawler="true" [Mozilla crawl/5.0*] Crawler="true" [Mozilla crawl/*] Crawler="true" [RamblerMail/6.0*] Crawler="true" [RamblerMail/*] Crawler="true" [Mozilla/5.0 (URLfilterDB-crawler/1.1)*] Crawler="true" [Mozilla/5.0 (URLfilterDB-crawler/*] Crawler="true" [Mozilla/5.0 (compatible; OpenHoseBot/2.1*] Crawler="true" [Mozilla/5.0 (compatible; OpenHoseBot/*] Crawler="true" [Mozilla/5.0 (compatible; DomainSigmaCrawler/0.1*] Crawler="true" [Mozilla/5.0 (compatible; DomainSigmaCrawler/*] Crawler="true" [BigBozz/BigBozz-2.2*] Crawler="true" [BigBozz/BigBozz*] Crawler="true" [ECCP/1.0*] Crawler="true" [ECCP/*] Crawler="true" [WebIndex*] Crawler="true" [ArchiveTeam ArchiveBot/*] Crawler="true" [Mozilla/5.0 (compatible; Crawler/0.9*] Crawler="true" [Mozilla/5.0 (compatible; Crawler/*] Crawler="true" [Amazon CloudFront*] Crawler="true" [Arachnida Web Crawler*] Crawler="true" [bandscraper*] Crawler="true" [bot*] Crawler="true" [cars-app-browser*] Crawler="true" [HggH PhantomJS Screenshoter*] Crawler="true" [IC OpenGraph Crawler*] Crawler="true" [ICC-Crawler/2.0*] Crawler="true" [ICC-Crawler/*] Crawler="true" [InAGist URL Resolver*] Crawler="true" [Jeode/1.*] Crawler="true" [Jeode/*] Crawler="true" [kraken/0.6*] Crawler="true" [kraken/*] Crawler="true" [Locubot*] Crawler="true" [MailChimp.com*] Crawler="true" [MixBot*] Crawler="true" [Mozilla/4.0 (compatible; focuseekbot*] Crawler="true" [Mozilla,BuSecurityProject*] Crawler="true" [Mozilla/5.0 (compatible; kgbody/2.0*] Crawler="true" [Mozilla/5.0 (compatible; kgbody/*] Crawler="true" [Mozilla/5.0 (compatible; kulturarw3*] Crawler="true" [Mozilla/5.0 (compatible; MerchantCentricBot/1.0*] Crawler="true" [Mozilla/5.0 (compatible; MerchantCentricBot/*] Crawler="true" [Mozilla/5.0 (compatible*; MarketwireBot*] Crawler="true" [Mozilla/5.0 (compatible; Nett.io bot/1.0*] Crawler="true" [Mozilla/5.0 (compatible; Nett.io bot/*] Crawler="true" [Mozilla/5.0 (compatible;acapbot/0.1*] Crawler="true" [Mozilla/5.0 (compatible;acapbot/*] Crawler="true" [PageFreezer*] Crawler="true" [restify/2.6* (*) node/*] Crawler="true" [restify/* (*) node/*] Crawler="true" [ShowyouBot*] Crawler="true" [ltx71 *] Crawler="true" [CookieReports.com/0.1*] Crawler="true" [CookieReports.com/*] Crawler="true" [Iframely/0.7*] Crawler="true" [Iframely/*] Crawler="true" [MetaInspector/3.0*] Crawler="true" [MetaInspector/*] Crawler="true" [Mozilla/5.0 (Digg/1.0*] Crawler="true" [Mozilla/5.0 (Digg/*] Crawler="true" [Mozilla/5.0 (compatible; CrawlRobot*] Crawler="true" [Mozilla/5.0 (compatible; Owler/0.4*] Crawler="true" [Mozilla/5.0 (compatible; Owler/*] Crawler="true" [Mozilla/5.0 (compatible; pub-crawler*] Crawler="true" [Mozilla/5.0+(compatible; RevIP.info site analyzer v4.00*] Crawler="true" [Mozilla/5.0+(compatible; RevIP.info site analyzer*] Crawler="true" [SMRF URL Expander*] Crawler="true" [Superarama.com - BOT/v.0.1*] Crawler="true" [Superarama.com - BOT/*] Crawler="true" [WNMbot/0.4*] Crawler="true" [WNMbot/*] Crawler="true" [Website Explorer/0.9*] Crawler="true" [Website Explorer/*] Crawler="true" [city-map screenshot service*] Crawler="true" [gosquared-thumbnailer/1.0*] Crawler="true" [gosquared-thumbnailer/*] Crawler="true" [optivo(R) NetHelper*] Crawler="true" [pr-cy.ru Screenshot Bot*] Crawler="true" [Mozilla/* (*Genieo*/1.0*webfilter*] Crawler="true" [Mozilla/* (*Genieo*/*webfilter*] Crawler="true" [Mozilla/5.0 (compatible; SetLinks bot 1.2*] Crawler="true" [Mozilla/5.0 (compatible; SetLinks bot *] Crawler="true" [Mozilla/5.0 (compatible; BegunAdvertising/3.0*] Crawler="true" [Mozilla/5.0 (compatible; BegunAdvertising/*] Crawler="true" [Mozilla/5.0 (compatible; MegaIndex.ru/2.0*] Crawler="true" [Mozilla/5.0 (compatible; MegaIndex.ru/*] Crawler="true" [Mozilla/4.0 (compatible; DAWINCI ANTIPLAG SPIDER*] Crawler="true" [AccServer?HOGANMIDSCHOOL?/5.0*] Crawler="true" [AccServer?HOGANMIDSCHOOL?/*] Crawler="true" [SafeSearch microdata crawler*] Crawler="true" [Mozilla/5.0 (compatible; AdvBot/2.0*] Crawler="true" [Mozilla/5.0 (compatible; AdvBot/*] Crawler="true" [Mozilla/4.0 compatible ZyBorg/1.0*] Crawler="true" [Mozilla/4.0 compatible ZyBorg/*] Crawler="true" [Mozilla/5.0 (Macintosh; Butterfly/1.0*] Crawler="true" [Mozilla/5.0 (Macintosh; Butterfly/*] Crawler="true" [Mozilla/5.0 (compatible; worldwebheritage.org/1.0*] Crawler="true" [Mozilla/5.0 (compatible; worldwebheritage.org/*] Crawler="true" [uipbot/1.0*] Crawler="true" [uipbot/*] Crawler="true" [mbot v.1.16*] Crawler="true" [mbot*] Crawler="true" [NetLyzer FastProbe*] Crawler="true" [Mozilla/5.0 (compatible; TestCrawler*] Crawler="true" [*robots*] Crawler="true" [Mozilla/5.0 (compatible; Digincore*] Crawler="true" [BuiBui-Bot/1.0*] Crawler="true" [BuiBui-Bot/*] Crawler="true" [Mozilla/5.0 (compatible; TweetedTimes Bot/1.0*] Crawler="true" [Mozilla/5.0 (compatible; TweetedTimes Bot/*] Crawler="true" [OpenWebSpider v0.1*] Crawler="true" [OpenWebSpider*] Crawler="true" [WebCrawler_1.*] Crawler="true" [WebCrawler_*] Crawler="true" [Comodo Spider 1.2*] Crawler="true" [Comodo Spider*] Crawler="true" [http_requester/0.1*] Crawler="true" [http_requester/*] Crawler="true" [Mozilla/5.0 (compatible; LinkpadBot/1.06*] Crawler="true" [Mozilla/5.0 (compatible; LinkpadBot/*] Crawler="true" [GarlikCrawler/1.1*] Crawler="true" [GarlikCrawler/1.2*] Crawler="true" [GarlikCrawler/*] Crawler="true" [DomainSCAN*] Crawler="true" [Mozilla/5.0 (compatible; DomainSCAN/2.0*] Crawler="true" [Mozilla/5.0 (compatible; DomainSCAN/*] Crawler="true" [NSO_Debugger_User/2.0*] Crawler="true" [NSO_Debugger_User/*] Crawler="true" [Mozilla/5.0 (compatible; ca-crawler/1.0*] Crawler="true" [Mozilla/5.0 (compatible; ca-crawler/*] Crawler="true" [LivelapBot/0.2*] Crawler="true" [LivelapBot/0.1*] Crawler="true" [LivelapBot/*] Crawler="true" [Mozilla / reddit pic scraper v0.8*] Crawler="true" [Mozilla / reddit pic scraper*] Crawler="true" [Genderanalyzer/1.0*] Crawler="true" [Genderanalyzer/*] Crawler="true" [Tagyu Agent/1.*] Crawler="true" [Tagyu Agent/*] Crawler="true" [Mozilla/5.0 (compatible; Abonti/0.91*] Crawler="true" [Mozilla/5.0 (compatible; Abonti/0.92*] Crawler="true" [Mozilla/5.0 (compatible; Abonti/*] Crawler="true" [Experibot_v1*] Crawler="true" [Experibot*] Crawler="true" [Mozilla/5.0 (compatible; URLAppendBot/1.0*] Crawler="true" [Mozilla/5.0 (compatible; URLAppendBot/*] Crawler="true" [SurveyBot/2.3*] Crawler="true" [SurveyBot/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*) Gecko/* Firefox/* (*) SurveyBot/2.3*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*) Gecko/* Firefox/* (*) SurveyBot/*] Crawler="true" [Mozilla/5.0 Moreover/5.1*] Crawler="true" [Mozilla/5.0 Moreover/*] Crawler="true" [Mozilla/5.0 (compatible; Blekkobot*] Crawler="true" [ImplisenseBot 1.0*] Crawler="true" [ImplisenseBot *] Crawler="true" [UnityPlayer/4.3*] Crawler="true" [UnityPlayer/*] Crawler="true" [Mozilla/5.0 (compatible; Another Web Mining Tool 1.0; +none; awmt)*] Crawler="true" [Mozilla/5.0 (compatible; Another Web Mining Tool *; +none; awmt)*] Crawler="true" [Mozilla/5.0 (compatible; Cliqzbot/0.1*] Crawler="true" [Mozilla/5.0 (compatible; Cliqzbot/*] Crawler="true" [Cliqzbot/0.1*] Crawler="true" [Cliqzbot/*] Crawler="true" [Mozilla/5.0 (compatible; AOLbot/4.0*] Crawler="true" [Mozilla/5.0 (compatible; AOLbot/*] Crawler="true" [Scrapy/0.16*] Crawler="true" [Scrapy/*] Crawler="true" [SynapticSearch/AI Crawler 1.*] Crawler="true" [SynapticSearch/AI Crawler*] Crawler="true" [Mozilla/5.0 (compatible; NetSeer crawler/2.0*] Crawler="true" [Mozilla/5.0 (compatible; NetSeer crawler/*] Crawler="true" [Cyberduck/4.6* (*Windows XP*) *] Crawler="true" [Cyberduck/4.6* (*Windows*) *] Crawler="true" [Cyberduck/* (*Windows XP*) *] Crawler="true" [Cyberduck/* (*Windows*) *] Crawler="true" [Mozilla/5.0 (compatible; Diffbot/0.1*] Crawler="true" [Mozilla/5.0 (compatible; Diffbot/*] Crawler="true" [Mozilla/5.0 (*CrOS*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Linux i686*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 4.0*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.0*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*WOW64*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*WOW64*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.0*WOW64*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.0*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*WOW64*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*WOW64*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.3*WOW64*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.3*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?4*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?5*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko; +http://www.diffbot.com) Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*) (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.0*) (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*) (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*) (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.3*) (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.4*) (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (*Windows NT 10.0*) (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*) (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.0*) (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*) (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*) (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.3*) (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.4*) (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (*Windows NT 10.0*) (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (iPhone*CPU iPhone OS 6?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (iPhone*CPU iPhone OS 6?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (iPhone*CPU iPhone OS 7?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (iPhone*CPU iPhone OS 7?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (iPhone*CPU iPhone OS 8?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (iPhone*CPU iPhone OS 8?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (iPhone*CPU iPhone OS * like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (iPhone*CPU iPhone OS 6?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (iPhone*CPU iPhone OS 6?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (iPhone*CPU iPhone OS 7?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (iPhone*CPU iPhone OS 7?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (iPhone*CPU iPhone OS 8?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (iPhone*CPU iPhone OS 8?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (iPhone*CPU iPhone OS * like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (*CPU iPhone OS 6?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (*CPU iPhone OS 6?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (*CPU iPhone OS 7?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (*CPU iPhone OS 7?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (*CPU iPhone OS 8?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (*CPU iPhone OS 8?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (*CPU iPhone OS * like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/1.0*] Crawler="true" [Mozilla/5.0 (*CPU iPhone OS 6?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (*CPU iPhone OS 6?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (*CPU iPhone OS 7?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (*CPU iPhone OS 7?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (*CPU iPhone OS 8?0* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (*CPU iPhone OS 8?1* like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (*CPU iPhone OS * like Mac OS X*) AppleWebKit/* (KHTML, like Gecko)*Version/*Safari/* (compatible; SMTBot/*] Crawler="true" [Mozilla/5.0 (*CrOS*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*CentOS*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Linux i686*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.0*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*WOW64*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*WOW64*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.0*WOW64*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.0*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*WOW64*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*WOW64*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.3*WOW64*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.3*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?4*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?5*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) profiller Safari/*] Crawler="true" [DataFountains/DMOZ Downloader*] Crawler="true" [DataFountains/DMOZ Feature Vector Corpus Creator*] Crawler="true" [Mozilla/5.0 (compatible; Crawly/1.*; +http://*/crawler.html)] Crawler="true" [Mozilla/5.0 (compatible; imrbot/1.10*] Crawler="true" [Mozilla/5.0 (compatible; imrbot/*] Crawler="true" [Mozilla/5.0 (compatible; LucidWorks*] Crawler="true" [ExactSeek Crawler/*] Crawler="true" [exactseek-pagereaper-* (crawler@exactseek.com)] Crawler="true" [exactseek.com] Crawler="true" [Jayde Crawler*] Crawler="true" [Cynthia 1.*] Crawler="true" [Cynthia *] Crawler="true" [Lycos*] Crawler="true" [Lycos-Proxy] Crawler="true" [Lycos-Spider_(modspider)] Crawler="true" [Lycos-Spider_(T-Rex)] Crawler="true" [DCPbot/1.2*] Crawler="true" [DCPbot*] Crawler="true" [Mozilla/5.0 (SnapPreviewBot) Gecko/* Firefox/*] Crawler="true" [Snapbot/*] Crawler="true" [Mozilla/5.0 (compatible; Zollard; Linux)] Crawler="true" [shaboyi spider] Crawler="true" [Sogou develop spider/*] Crawler="true" [Sogou head spider*] Crawler="true" [sogou js robot(*)] Crawler="true" [Sogou Orion spider/*] Crawler="true" [Sogou Pic Agent] Crawler="true" [Sogou Pic Spider/*] Crawler="true" [Sogou Push Spider/*] Crawler="true" [sogou spider] Crawler="true" [Sogou-Test-Spider/*] Crawler="true" [Sogou Pic Spider*] Crawler="true" [Sogou Push Spider*] Crawler="true" [sogou spider*] Crawler="true" [Sogou web spider/4.0*] Crawler="true" [Sogou web spider*] Crawler="true" [New-Sogou-Spider/1.*] Crawler="true" [New-Sogou-Spider/*] Crawler="true" [DomainCrawler/1.*] Crawler="true" [DomainCrawler/2.*] Crawler="true" [DomainCrawler/*] Crawler="true" [Mozilla/5.0 (compatible; YodaoBot/1.*)] Crawler="true" [Mozilla/5.0 (compatible;YodaoBot-Image/1.*)] Crawler="true" [WAP_Browser/5.0 (compatible; YodaoBot/1.*)] Crawler="true" [YodaoBot/1.* (*)] Crawler="true" [Best Whois (http://www.bestwhois.net/)] Crawler="true" [DNSGroup/*] Crawler="true" [TouchStone] Crawler="true" [DomainsBotBot/1.*] Crawler="true" [DomainsBotBot/*] Crawler="true" [Mozilla/5.0 (compatible; WebmasterCoffee/0.7; +http://webmastercoffee.com/about)] Crawler="true" [Mozilla/5.0 (compatible; WebmasterCoffee/*; +http://webmastercoffee.com/about)] Crawler="true" [domainsbot *] Crawler="true" [Mozilla/5.0 (compatible*sp_auditbot/4.0*] Crawler="true" [Mozilla/5.0 (compatible*sp_auditbot/4.1*] Crawler="true" [Mozilla/5.0 (compatible*sp_auditbot/4.2*] Crawler="true" [Mozilla/5.0 (compatible*sp_auditbot/4.3*] Crawler="true" [Mozilla/5.0 (compatible*sp_auditbot/4.4*] Crawler="true" [Mozilla/5.0 (compatible*sp_auditbot/*] Crawler="true" [Mozilla/5.0 (compatible*spbot/1.0*] Crawler="true" [Mozilla/5.0 (compatible*spbot/1.1*] Crawler="true" [Mozilla/5.0 (compatible*spbot/1.2*] Crawler="true" [Mozilla/5.0 (compatible*spbot/2.0*] Crawler="true" [Mozilla/5.0 (compatible*spbot/2.1*] Crawler="true" [Mozilla/5.0 (compatible*spbot/3.0*] Crawler="true" [Mozilla/5.0 (compatible*spbot/3.1*] Crawler="true" [Mozilla/5.0 (compatible*spbot/4.0*] Crawler="true" [Mozilla/5.0 (compatible*spbot/4.1*] Crawler="true" [Mozilla/5.0 (compatible*spbot/4.2*] Crawler="true" [Mozilla/5.0 (compatible*spbot/4.3*] Crawler="true" [Mozilla/5.0 (compatible*spbot/4.4*] Crawler="true" [Mozilla/5.0 (compatible*spbot/*] Crawler="true" [Mozilla/5.0 (compatible; SISTRIX Crawler*)] Crawler="true" [Mozilla/5.0 (compatible; 007ac9 Crawler*] Crawler="true" [Sistrix*] Crawler="true" [Mozilla/5.0 (compatible; online-webceo-bot/1.0*] Crawler="true" [Mozilla/5.0 (compatible; online-webceo-bot/*] Crawler="true" [Screaming Frog SEO Spider/2.50] Crawler="true" [Screaming Frog SEO Spider/2,50] Crawler="true" [Screaming Frog SEO Spider/2.40] Crawler="true" [Screaming Frog SEO Spider/2,40] Crawler="true" [Screaming Frog SEO Spider/2.30] Crawler="true" [Screaming Frog SEO Spider/2,30] Crawler="true" [Screaming Frog SEO Spider/2.22] Crawler="true" [Screaming Frog SEO Spider/2,22] Crawler="true" [Screaming Frog SEO Spider/2.21] Crawler="true" [Screaming Frog SEO Spider/2,21] Crawler="true" [Screaming Frog SEO Spider/2.20] Crawler="true" [Screaming Frog SEO Spider/2,20] Crawler="true" [Screaming Frog SEO Spider/2.11] Crawler="true" [Screaming Frog SEO Spider/2,11] Crawler="true" [Screaming Frog SEO Spider/2.01] Crawler="true" [Screaming Frog SEO Spider/2,01] Crawler="true" [Screaming Frog SEO Spider/2.00] Crawler="true" [Screaming Frog SEO Spider/2,00] Crawler="true" [Screaming Frog SEO Spider/1.90] Crawler="true" [Screaming Frog SEO Spider/1,90] Crawler="true" [Mozilla/5.0 (compatible; XoviBot/1.0*] Crawler="true" [Mozilla/5.0 (compatible; XoviBot/2.0*] Crawler="true" [Mozilla/5.0 (compatible; XoviBot/*] Crawler="true" [XoviBot/1.0*] Crawler="true" [XoviBot/2.0*] Crawler="true" [XoviBot/*] Crawler="true" [Mozilla/5.0 (compatible; SEOdiver/1.0*] Crawler="true" [Mozilla/5.0 (compatible; SEOdiver/*] Crawler="true" [Mozilla/5.0 (compatible; SEODat/0.* http://crawler.seodat.com)] Crawler="true" [Mozilla/5.0 (compatible; SearchmetricsBot; http://www.searchmetrics.com/en/searchmetrics-bot/)] Crawler="true" [Mozilla/5.0 (compatible; SEOkicks-Robot*] Crawler="true" [Mozilla/5.0 (compatible; Alexabot/1.0; *] Crawler="true" [Mozilla/5.0 (compatible; Alexabot/*] Crawler="true" [WebTarantula.com Crawler*] Crawler="true" [Mozilla/5.0 (compatible; Scrubby/3.2*] Crawler="true" [Mozilla/5.0 (compatible; Scrubby/*] Crawler="true" [Mozilla/5.0 (compatible; SiteExplorer/1.0b;*] Crawler="true" [Mozilla/5.0 (compatible; SiteExplorer/*] Crawler="true" [Mozilla/5.0 (compatible; Prlog/1.0*] Crawler="true" [Mozilla/5.0 (compatible; Prlog/*] Crawler="true" [Browsershots] Crawler="true" [ssearch_bot (sSearch Crawler*] Crawler="true" [FreeWebMonitoring SiteChecker/0.1*] Crawler="true" [FreeWebMonitoring SiteChecker/*] Crawler="true" [GIDBot/2.0*] Crawler="true" [GIDBot/*] Crawler="true" [Mozilla/4.0 (vBSEO;*] Crawler="true" [Mozilla/5.0 (compatible; SemanticBot/1.1*] Crawler="true" [Mozilla/5.0 (compatible; SemanticBot/*] Crawler="true" [bot-pge.chlooe.com/1.0*] Crawler="true" [bot-pge.chlooe.com/*] Crawler="true" [Mozilla/5.0 (compatible; AjaxSnapBot*] Crawler="true" [Mozilla/5.0 (compatible; HyperCrawl/0.2*] Crawler="true" [Mozilla/5.0 (compatible; HyperCrawl/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*) Gecko/* Firefox/* - James BOT - WebCrawler*] Crawler="true" [Mozilla/5.0 (compatible; SemrushBot-SA/0.96*] Crawler="true" [Mozilla/5.0 (compatible; SemrushBot-SA/0.97*] Crawler="true" [Mozilla/5.0 (compatible; SemrushBot-SA/*] Crawler="true" [Mozilla/5.0 (compatible; SemrushBot-SI/0.96*] Crawler="true" [Mozilla/5.0 (compatible; SemrushBot-SI/0.97*] Crawler="true" [Mozilla/5.0 (compatible; SemrushBot-SI/*] Crawler="true" [Mozilla/5.0 (compatible; SemrushBot/0.96*] Crawler="true" [Mozilla/5.0 (compatible; SemrushBot/0.97*] Crawler="true" [Mozilla/5.0 (compatible; SemrushBot/*] Crawler="true" [Mozilla/5.0 (compatible; Lipperhey SEO Service*] Crawler="true" [Mozilla/5.0 (compatible; Lipperhey Spider*] Crawler="true" [Mozilla/5.0 (compatible; Lipperhey*] Crawler="true" [Screaming Frog SEO Spider/*] Crawler="true" [Mozilla/5.0 (compatible; ScoutJet; +http://www.scoutjet.com/)] Crawler="true" [*FDSE robot*] Crawler="true" [*Fluffy the spider*] Crawler="true" [Abacho*] Crawler="true" [ah-ha.com crawler (crawler@ah-ha.com)] Crawler="true" [AIBOT/*] Crawler="true" [ALeadSoftbot/*] Crawler="true" [Amfibibot/*] Crawler="true" [AnswerBus (http://www.answerbus.com/)] Crawler="true" [antibot-V*] Crawler="true" [appie*(www.walhello.com)] Crawler="true" [ASPSeek/*] Crawler="true" [Atrax Solutions atraxbot/0.*; http://www.atraxsolutions.com/atraxbot] Crawler="true" [BigCliqueBOT/*] Crawler="true" [Blaiz-Bee/*] Crawler="true" [btbot/*] Crawler="true" [Busiversebot/v1.0*] Crawler="true" [Busiversebot/*] Crawler="true" [CatchBot/*; +http://www.catchbot.com] Crawler="true" [CipinetBot (http://www.cipinet.com/bot.html)] Crawler="true" [Cogentbot/1.?*] Crawler="true" [Cogentbot/*] Crawler="true" [compatible; Mozilla 4.0; MSIE 5.5; (SqwidgeBot v1.01*] Crawler="true" [compatible; Mozilla 4.0; MSIE 5.5; (SqwidgeBot*] Crawler="true" [cosmos*] Crawler="true" [Deepindex] Crawler="true" [DiamondBot] Crawler="true" [DuckDuckBot/*; (?http://duckduckgo.com/duckduckbot.html)] Crawler="true" [Mozilla/5.0 (compatible; DuckDuckGo-Favicons-Bot/1.0*] Crawler="true" [Mozilla/5.0 (compatible; DuckDuckGo-Favicons-Bot/*] Crawler="true" [Dumbot*] Crawler="true" [Eule?Robot*] Crawler="true" [Faxobot/*] Crawler="true" [Filangy/*] Crawler="true" [flatlandbot/*] Crawler="true" [Fooky.com/ScorpionBot/ScoutOut;*] Crawler="true" [FyberSpider*] Crawler="true" [Gaisbot/*] Crawler="true" [gazz/*(gazz@nttr.co.jp)] Crawler="true" [geniebot*] Crawler="true" [GOFORITBOT (?http://www.goforit.com/about/?)] Crawler="true" [GoGuidesBot/*] Crawler="true" [GroschoBot/*] Crawler="true" [GurujiBot/1.*] Crawler="true" [HenryTheMiragoRobot*] Crawler="true" [HolmesBot (http://holmes.ge)] Crawler="true" [Hotzonu/*] Crawler="true" [HyperEstraier/*] Crawler="true" [i1searchbot/*] Crawler="true" [IIITBOT/1.*] Crawler="true" [Iltrovatore-?etaccio/*] Crawler="true" [InfociousBot (?http://corp.infocious.com/tech_crawler.php)] Crawler="true" [Infoseek SideWinder/*] Crawler="true" [iSEEKbot/*] Crawler="true" [Knight/0.? (Zook Knight; http://knight.zook.in/; knight@zook.in)] Crawler="true" [Kolinka Forum Search (www.kolinka.com)] Crawler="true" [KRetrieve/] Crawler="true" [LapozzBot/*] Crawler="true" [Linguee Bot (http://www.linguee.com/bot; bot@linguee.com)] Crawler="true" [Linknzbot*] Crawler="true" [LocalcomBot/*] Crawler="true" [MaSagool/*] Crawler="true" [miniRank/*] Crawler="true" [Mnogosearch*] Crawler="true" [Mozilla/0.9* no dos :) (Linux*)] Crawler="true" [Mozilla/4.0 (compatible; *Vagabondo/4.0*] Crawler="true" [Mozilla/4.0 (compatible; *Vagabondo/*] Crawler="true" [Mozilla/4.0 (compatible; Arachmo)] Crawler="true" [Mozilla/4.0 (compatible; http://search.thunderstone.com/texis/websearch/about.html)] Crawler="true" [Mozilla/4.0 (compatible; T-H-U-N-D-E-R-S-T-O-N-E)*] Crawler="true" [Mozilla/4.0 (compatible; MSIE *; Windows NT; Girafabot; girafabot at girafa dot com; http://www.girafa.com)] Crawler="true" [Mozilla/4.0(?compatible; MSIE 6.0; Qihoo *)] Crawler="true" [Mozilla/4.7 (compatible; WhizBang; http://www.whizbang.com/crawler)] Crawler="true" [Mozilla/5.0 (compatible; ActiveTouristBot*; http://www.activetourist.com)] Crawler="true" [Mozilla/5.0 (compatible; ayna-crawler*)] Crawler="true" [Mozilla/5.0 (compatible; Butterfly/1.0; *)*] Crawler="true" [Mozilla/5.0 (compatible; Charlotte/*; *)] Crawler="true" [Mozilla/5.0 (compatible; CXL-FatAssANT*)] Crawler="true" [Mozilla/5.0 (compatible; DBLBot/1.0; ?http://www.dontbuylists.com/)] Crawler="true" [Mozilla/5.0 (compatible; EARTHCOM.info/*)] Crawler="true" [Mozilla/5.0 (compatible; MojeekBot/*; http://www.mojeek.com/bot.html)] Crawler="true" [Mozilla/5.0 (compatible; NLCrawler/*] Crawler="true" [Mozilla/5.0 (compatible; OsO;*] Crawler="true" [Mozilla/5.0 (compatible; ParchBot/1.0;*)] Crawler="true" [Mozilla/5.0 (compatible; Pogodak.*)] Crawler="true" [Mozilla/5.0 (compatible; Quantcastbot/1.*)] Crawler="true" [Mozilla/5.0 (compatible; Scrubby/*; +http://www.scrubtheweb.com/abs/meta-check.html)] Crawler="true" [Mozilla/5.0 (compatible; YoudaoBot/1.*; http://www.youdao.com/help/webmaster/spider/*)] Crawler="true" [Mozilla/5.0 (Twiceler*)] Crawler="true" [Mozilla/5.0 CostaCider Search*] Crawler="true" [Mozilla/5.0 GurujiBot/1.0 (*)] Crawler="true" [NavissoBot] Crawler="true" [NextGenSearchBot*(for information visit *)] Crawler="true" [Norbert the Spider(Burf.com)] Crawler="true" [NuSearch Spider*] Crawler="true" [ObjectsSearch/*] Crawler="true" [OOZBOT/0.20 ( http://www.setooz.com/oozbot.html ; agentname at setooz dot_com )] Crawler="true" [OpenISearch/1.*] Crawler="true" [Pagebull http://www.pagebull.com/] Crawler="true" [PEERbot*] Crawler="true" [Pompos/*] Crawler="true" [Popdexter/*] Crawler="true" [Qweery*] Crawler="true" [RedCell/* (*)] Crawler="true" [SaladSpoon/ShopSalad 1.* (Search Engine crawler for ShopSalad.com; *; crawler@shopsalad.com)] Crawler="true" [Scrubby/*] Crawler="true" [Search-10/*] Crawler="true" [search.ch*] Crawler="true" [Searchmee! Spider*] Crawler="true" [Seekbot/*] Crawler="true" [SiteSpider] Crawler="true" [Sosospider?(+http://help.soso.com/webspider.htm)] Crawler="true" [Spinne/*] Crawler="true" [sproose/*] Crawler="true" [Sqeobot/0.*] Crawler="true" [SquigglebotBot/*] Crawler="true" [StackRambler/*] Crawler="true" [SygolBot*] Crawler="true" [SynoBot] Crawler="true" [Szukacz/*] Crawler="true" [Tarantula/*] Crawler="true" [TerrawizBot/*] Crawler="true" [Tkensaku/*] Crawler="true" [TMCrawler] Crawler="true" [TwengaBot-Discover (http://www.twenga.fr/bot-discover.html)] Crawler="true" [Twingly Recon] Crawler="true" [updated/*] Crawler="true" [URL Spider Pro/*] Crawler="true" [URL Spider SQL*] Crawler="true" [VMBot/*] Crawler="true" [voyager/2.0 (http://www.kosmix.com/html/crawler.html)] Crawler="true" [wadaino.jp-crawler*] Crawler="true" [WebAlta Crawler/*] Crawler="true" [WebCorp/*] Crawler="true" [webcrawl.net] Crawler="true" [WISEbot/*] Crawler="true" [Wotbox/*] Crawler="true" [www.zatka.com] Crawler="true" [WWWeasel Robot v*] Crawler="true" [YadowsCrawler*] Crawler="true" [YodaoBot/*] Crawler="true" [ZeBot_www.ze.bz*] Crawler="true" [zibber-v*] Crawler="true" [ZipppBot/*] Crawler="true" [Mozilla/5.0 (compatible; Charlotte/*)] Crawler="true" [Mozilla/4.0 (compatible*; MSIE *; Windows NT; Girafabot; girafabot at girafa dot com; http://www.girafa.com)] Crawler="true" [Mozilla/4.0(?compatible*; MSIE 6.0; Qihoo *)] Crawler="true" [Mozilla/5.0 (compatible; EasouSpider*] Crawler="true" [NerdyBot] Crawler="true" [Mozilla/5.0 (compatible; coccoc/1.0*] Crawler="true" [Mozilla/5.0 (compatible; coccoc/*] Crawler="true" [Wada.vn*] Crawler="true" [Mozilla/5.0 (compatible; Wada.vn*] Crawler="true" [Mozilla/5.0 (compatible; AcoonBot/4.11*] Crawler="true" [Mozilla/5.0 (compatible; AcoonBot/*] Crawler="true" [Mozilla/5.0 (compatible; MojeekBot/0.6*] Crawler="true" [Mozilla/5.0 (compatible; MojeekBot/*] Crawler="true" [Mozilla/5.1 (compatible; MonoBot/1.0*] Crawler="true" [Mozilla/5.1 (compatible; MonoBot/*] Crawler="true" [Mozilla/5.1 (compatible; GLBot/1.0*] Crawler="true" [Mozilla/5.1 (compatible; GLBot/*] Crawler="true" [Mozilla/5.1 (compatible; DBot/7.0*] Crawler="true" [Mozilla/5.1 (compatible; DBot/*] Crawler="true" [Mozilla/5.1 (compatible; PWBot/1.0*] Crawler="true" [Mozilla/5.1 (compatible; PWBot/*] Crawler="true" [Mozilla/5.1 (compatible; +5Bot/1.0*] Crawler="true" [Mozilla/5.1 (compatible; +5Bot/*] Crawler="true" [Mozilla/5.0 (compatible; WASALive-Bot*] Crawler="true" [GigablastOpenSource/1.0*] Crawler="true" [GigablastOpenSource/*] Crawler="true" [Mozilla/5.0 (compatible; YioopBot*] Crawler="true" [iZSearch.com*] Crawler="true" [Mozilla/5.0 (compatible; DeuSu/0.1*] Crawler="true" [Mozilla/5.0 (compatible; DeuSu/5.0*] Crawler="true" [Mozilla/5.0 (compatible; DeuSu/*] Crawler="true" [Mozilla/5.0 (*CrOS*i686*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*CrOS armv*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*CrOS*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Linux x86*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Linux i686*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows 95*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows 98*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 4.0*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 4.1*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.0*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*WOW64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*WOW64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.0*WOW64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.0*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*WOW64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*Win64? x64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*WOW64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.3*WOW64*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.3*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?4*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?5*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [Mozilla/5.0 (*FreeBSD*) AppleWebKit/* (KHTML, like Gecko) TagInspector/* Chrome/* Safari/*] Crawler="true" [phantomas/1.8* (PhantomJS/*; *linux x64*)*] Crawler="true" [phantomas/1.8* (PhantomJS/*; *Linux*)*] Crawler="true" [Azureus*] Crawler="true" [BitComet/*] Crawler="true" [BitTornado/*] Crawler="true" [BitTorrent/*] Crawler="true" [BitTorrentMac/*] Crawler="true" [BTSP/*] Crawler="true" [Deluge*] Crawler="true" [FDM*] Crawler="true" [KTorrent/*] Crawler="true" [libtorrent/*] Crawler="true" [MediaGet*] Crawler="true" [rtorrent/*] Crawler="true" [Transmission/*] Crawler="true" [uTorrent/*] Crawler="true" [uTorrentMac/*] Crawler="true" [Feed::Find/*] Crawler="true" [Hatena Antenna/*] Crawler="true" [Hatena Bookmark/*] Crawler="true" [Hatena RSS/*] Crawler="true" [Hatena::Crawler/*] Crawler="true" [HatenaScreenshot*] Crawler="true" [URI::Fetch/*] Crawler="true" [DoCoMo/2.0 D903i(c100;TB;W28H20) (compatible; Hatena-Mobile-Gateway/1.2; +http://mgw.hatena.ne.jp/help)] Crawler="true" [Hatena::Bookmark/2.00] Crawler="true" [larbin_2.6*] Crawler="true" [larbin*] Crawler="true" [binlar_2.6*] Crawler="true" [binlar*] Crawler="true" [*Larbin*] Crawler="true" [ia_archiver*] Crawler="true" [InternetArchive/*] Crawler="true" [Mozilla/2.0 (compatible; archive.org*)] Crawler="true" [Mozilla/5.0 (compatible; archive.org*)] Crawler="true" [Mozilla/5.0 (compatible; special_archiver/3.1*] Crawler="true" [Mozilla/5.0 (compatible; special_archiver/3.2*] Crawler="true" [Mozilla/5.0 (compatible; special_archiver/3.3*] Crawler="true" [Mozilla/5.0 (compatible; special_archiver/*] Crawler="true" [*Nutch*] Crawler="true" [CazoodleBot/*] Crawler="true" [LOOQ/0.1*] Crawler="true" [Nutch/0.? (OpenX Spider)] Crawler="true" [linguatools-bot/Nutch*] Crawler="true" [MaxPointCrawler/Nutch*] Crawler="true" [MR Crawler/Nutch*] Crawler="true" [My Nutch Spider/Nutch*] Crawler="true" [fetch/Nutch*] Crawler="true" [*Nutch?1.6*] Crawler="true" [*Nutch?1.7*] Crawler="true" [Mozilla/5.0 (*Android*Mobile*) Gecko/* Firefox/* commoncrawl.org/research//Nutch-1.7*] Crawler="true" [Nutch/* (OpenX Spider)] Crawler="true" [The Crawler/Nutch*] Crawler="true" [Domnutch-Bot/Nutch-1.0*] Crawler="true" [DiscoverEd/Nutch-1.7 (OER search crawler*] Crawler="true" [elefent/Elefent 1.2*] Crawler="true" [Nutch test crawler/Nutch*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*WOW64*) Gecko/* Firefox/4.0*/Nutch*] Crawler="true" [Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0; Webaroo/*)] Crawler="true" [Mozilla/5.0 (Windows; U; Windows *; *; rv:*) Gecko/* Firefox/* webaroo/*] Crawler="true" [WordPress/*] Crawler="true" [WordPress-B-/2.*] Crawler="true" [WordPress-Do-P-/2.*] Crawler="true" [Incutio XML-RPC -- WordPress/*] Crawler="true" [The Incutio XML-RPC PHP Library -- WordPress*] Crawler="true" [WordPress/4.0*] Crawler="true" [WordPress 4.0* Feed Client*] Crawler="true" [WordPress/3.9*] Crawler="true" [WordPress 3.9* Feed Client*] Crawler="true" [WordPress/3.8*] Crawler="true" [WordPress 3.8* Feed Client*] Crawler="true" [WordPress/3.7*] Crawler="true" [WordPress 3.7* Feed Client*] Crawler="true" [WordPress/3.6*] Crawler="true" [WordPress 3.6* Feed Client*] Crawler="true" [WordPress/3.5*] Crawler="true" [WordPress 3.5* Feed Client*] Crawler="true" [WordPress/3.4*] Crawler="true" [WordPress 3.4* Feed Client*] Crawler="true" [WordPress/3.3*] Crawler="true" [WordPress 3.3* Feed Client*] Crawler="true" [WordPress/3.2*] Crawler="true" [WordPress 3.2* Feed Client*] Crawler="true" [WordPress/3.1*] Crawler="true" [WordPress 3.1* Feed Client*] Crawler="true" [WordPress/3.0*] Crawler="true" [WordPress 3.0* Feed Client*] Crawler="true" [BDFetch] Crawler="true" [copyright sheriff (*)] Crawler="true" [CopyRightCheck*] Crawler="true" [FairAd Client*] Crawler="true" [iCopyright Conductor*] Crawler="true" [IPiumBot laurion(dot)com] Crawler="true" [IWAgent/*] Crawler="true" [Mozilla/5.0 (compatible; DKIMRepBot/*)] Crawler="true" [oBot] Crawler="true" [Mozilla/5.0 (compatible; oBot/2.3*] Crawler="true" [Mozilla/5.0 (compatible; oBot/*] Crawler="true" [SlySearch/*] Crawler="true" [TutorGigBot/*] Crawler="true" [Esribot/1.*] Crawler="true" [Esribot/*] Crawler="true" [Mozilla/5.0 (compatible; Esribot/1.*] Crawler="true" [Mozilla/5.0 (compatible; Esribot/*] Crawler="true" [Domain Dossier utility*] Crawler="true" [Mozilla/5.0 (compatible; DNS-Digger/*)] Crawler="true" [OpenDNS Domain Crawler noc@opendns.com] Crawler="true" [EuripBot/2.0*] Crawler="true" [Mozilla/5.0 (compatible; EuripBot/2*] Crawler="true" [Mozilla/5.0 (compatible; EuripBot*] Crawler="true" [A1 Website Download/1.* (*) miggibot] Crawler="true" [AutoMate5] Crawler="true" [Beamer*] Crawler="true" [BitBeamer/*] Crawler="true" [DA *] Crawler="true" [DAP *] Crawler="true" [masscan/1.0*] Crawler="true" [masscan/*] Crawler="true" [Download Demon*] Crawler="true" [Download Express*] Crawler="true" [Download Master*] Crawler="true" [Download Ninja*] Crawler="true" [Download Wonder*] Crawler="true" [DownloadSession*] Crawler="true" [EasyDL/*] Crawler="true" [FDM 1.x] Crawler="true" [FlashGet] Crawler="true" [FreshDownload/*] Crawler="true" [GetRight/*] Crawler="true" [GetRightPro/*] Crawler="true" [GetSmart/*] Crawler="true" [Go!Zilla*] Crawler="true" [Gozilla/*] Crawler="true" [Internet Ninja*] Crawler="true" [Kontiki Client*] Crawler="true" [LightningDownload/*] Crawler="true" [LMQueueBot/*] Crawler="true" [MetaProducts Download Express/*] Crawler="true" [Mozilla/4.0 (compatible; Getleft*)] Crawler="true" [Myzilla] Crawler="true" [Net Vampire/*] Crawler="true" [Net_Vampire*] Crawler="true" [NetAnts*] Crawler="true" [NetPumper*] Crawler="true" [NetSucker*] Crawler="true" [NetZip Downloader*] Crawler="true" [NexTools WebAgent*] Crawler="true" [Offline Downloader*] Crawler="true" [P3P Client] Crawler="true" [PageDown*] Crawler="true" [PicaLoader*] Crawler="true" [Prozilla*] Crawler="true" [RealDownload/*] Crawler="true" [sEasyDL/*] Crawler="true" [shareaza*] Crawler="true" [SmartDownload/*] Crawler="true" [SpeedDownload/*] Crawler="true" [Star*Downloader/*] Crawler="true" [STEROID Download] Crawler="true" [SuperBot/*] Crawler="true" [Vegas95/*] Crawler="true" [WebZIP*] Crawler="true" [WinTools] Crawler="true" [Xaldon WebSpider*] Crawler="true" [lftp/3.2*] Crawler="true" [lftp/*] Crawler="true" [*E-Mail Address Extractor*] Crawler="true" [*www4mail/*] Crawler="true" [8484 Boston Project*] Crawler="true" [Atomic_Email] Crawler="true" [Atomic_Email_Hunter/*] Crawler="true" [CherryPicker*/*] Crawler="true" [Chilkat/*] Crawler="true" [ContactBot/*] Crawler="true" [eCatch*] Crawler="true" [EmailCollector*] Crawler="true" [EMAILsearcher] Crawler="true" [EmailSiphon*] Crawler="true" [EmailWolf*] Crawler="true" [Epsilon SoftWorks? MailMunky] Crawler="true" [ExtractorPro*] Crawler="true" [Franklin Locator*] Crawler="true" [Missigua Locator*] Crawler="true" [Mozilla/4.0 (compatible; Advanced Email Extractor*)] Crawler="true" [Netprospector*] Crawler="true" [ProWebWalker*] Crawler="true" [sna-0.0.*] Crawler="true" [WebEnhancer*] Crawler="true" [WebMiner*] Crawler="true" [ZIBB Crawler (email address / WWW address)] Crawler="true" [Mozilla/5.0 (compatible; Scopia Crawler 1.2*] Crawler="true" [Mozilla/5.0 (compatible; Scopia Crawler 1.1*] Crawler="true" [Mozilla/5.0 (compatible; Scopia Crawler 1.0*] Crawler="true" [Mozilla/5.0 (compatible; Scopia Crawler*] Crawler="true" [fastbot crawler beta 4.0*] Crawler="true" [fastbot crawler beta 2.0*] Crawler="true" [fastbot crawler beta*] Crawler="true" [Mozilla/5.0 (compatible; Ezooms/1.0; *)] Crawler="true" [Mozilla/5.0 (compatible; Ezooms/1.*)] Crawler="true" [Mozilla/5.0 (compatible; Ezooms/*)] Crawler="true" [Bloglines Title Fetch/*] Crawler="true" [Bloglines/* (http://www.bloglines.com*)] Crawler="true" [BlogPulse (ISSpider-3.*)] Crawler="true" [BlogPulseLive (support@blogpulse.com)] Crawler="true" [blogsearchbot-pumpkin-2] Crawler="true" [Irish Blogs Aggregator/*1.0*] Crawler="true" [kinjabot (http://www.kinja.com; *)] Crawler="true" [Net::Trackback/*] Crawler="true" [Reblog*] Crawler="true" [Bloglovin/1.0*] Crawler="true" [Bloglovin/*] Crawler="true" [*LinkLint*] Crawler="true" [*NetVisualize*] Crawler="true" [AideRSS/1.0 (aiderss.com)*] Crawler="true" [AideRSS 2.* (postrank.com)*] Crawler="true" [AideRSS/2.0 (aiderss.com)*] Crawler="true" [Akregator/*] Crawler="true" [AppleSyndication/*] Crawler="true" [Cocoal.icio.us/* (*)*] Crawler="true" [Feed43 Proxy/* (*)] Crawler="true" [FeedBurner/*] Crawler="true" [FeedDemon/* (*)] Crawler="true" [FeedDigest/* (*)] Crawler="true" [FeedGhost/1.*] Crawler="true" [FeedOnFeeds/0.1.* ( http://minutillo.com/steve/feedonfeeds/)] Crawler="true" [Feedreader * (Powered by Newsbrain)] Crawler="true" [Feedshow/* (*)] Crawler="true" [Feedster Crawler/?.0; Feedster, Inc.] Crawler="true" [GreatNews/1.0] Crawler="true" [Gregarius/*] Crawler="true" [intraVnews/*] Crawler="true" [JetBrains Omea Reader*] Crawler="true" [Liferea/* (Linux; *; http://liferea.sf.net/)*] Crawler="true" [livedoor FeedFetcher/0.0* (http://reader.livedoor.com/;*)] Crawler="true" [MagpieRSS/* (*)] Crawler="true" [Mobitype * (compatible; Mozilla/*; MSIE *.*; Windows *)] Crawler="true" [Mozilla/5.0 (*; Rojo *; http://www.rojo.com/corporate/help/agg; *)*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 6.0; Podtech Network; crawler_admin@podtech.net)] Crawler="true" [Mozilla/5.0 (compatible; Newz Crawler *; http://www.newzcrawler.com/?)] Crawler="true" [Mozilla/5.0 (compatible; RSSMicro.com RSS/Atom Feed Robot)] Crawler="true" [Mozilla/5.0 (compatible;*newstin.com;*)] Crawler="true" [Mozilla/5.0 (RSS Reader Panel)] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*; aggregator:FeedParser; *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux i686*; aggregator:FeedParser; *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux*; aggregator:FeedParser; *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*; aggregator:NewsMonster; *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux i686*; aggregator:NewsMonster; *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux*; aggregator:NewsMonster; *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*; aggregator:Rojo; *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux i686*; aggregator:Rojo; *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux*; aggregator:Rojo; *) Gecko/*] Crawler="true" [Mozilla/5.0 (*aggregator:TailRank; http://tailrank.com/robot)*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*; aggregator:Tailrank (Spinn3r 2.3); *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux i686*; aggregator:Tailrank (Spinn3r 2.3); *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux*; aggregator:Tailrank (Spinn3r 2.3); *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*; aggregator:Spinn3r (Spinn3r 3.0); *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux i686*; aggregator:Spinn3r (Spinn3r 3.0); *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux*; aggregator:Spinn3r (Spinn3r 3.0); *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*; aggregator:Spinn3r (Spinn3r 3.1); *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux i686*; aggregator:Spinn3r (Spinn3r 3.1); *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux*; aggregator:Spinn3r (Spinn3r 3.1); *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*; aggregator:Spinn3r (Spinn3r *); *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux i686*; aggregator:Spinn3r (Spinn3r *); *) Gecko/*] Crawler="true" [Mozilla/5.0 (*Linux*; aggregator:Spinn3r (Spinn3r *); *) Gecko/*] Crawler="true" [*Spinn3r*http://spinn3r.com/robot*] Crawler="true" [Mozilla/5.0 NewsFox/*] Crawler="true" [Netvibes (*)] Crawler="true" [NewsAlloy/* (*)] Crawler="true" [Omnipelagos*] Crawler="true" [Particls] Crawler="true" [Protopage/* (*)] Crawler="true" [PubSub-RSS-Reader/* (*)] Crawler="true" [RSS Menu/*] Crawler="true" [RssBandit/*] Crawler="true" [RssBar/1.2*] Crawler="true" [SharpReader/*] Crawler="true" [Strategic Board Bot (?http://www.strategicboard.com)] Crawler="true" [TargetYourNews.com bot] Crawler="true" [Technoratibot/*] Crawler="true" [Tumblr/* RSS syndication ( http://www.tumblr.com/) (support@tumblr.com)] Crawler="true" [Wizz RSS News Reader] Crawler="true" [Mozilla/* (*Genieo*/1.0*] Crawler="true" [Mozilla/* (*Genieo*/*] Crawler="true" [FeedBlitz/1.*] Crawler="true" [FeedBlitz/*] Crawler="true" [FeeddlerRSS 2.4 (iPad*iPhone OS?7?1*)] Crawler="true" [FeeddlerRSS 2.4 (iPad*iPhone OS?8?0*)] Crawler="true" [FeeddlerRSS 2.4 (*iPhone OS?7?1*)] Crawler="true" [FeeddlerRSS 2.4 (*iPhone OS?8?0*)] Crawler="true" [FeeddlerRSS * (iPad*iPhone OS?7?1*)] Crawler="true" [FeeddlerRSS * (iPad*iPhone OS?8?0*)] Crawler="true" [FeeddlerRSS * (*iPhone OS?7?1*)] Crawler="true" [FeeddlerRSS * (*iPhone OS?8?0*)] Crawler="true" [FeedForAll rss2html.php v2] Crawler="true" [FeedForAll rss2html.php*] Crawler="true" [FeedlyApp/1.0*] Crawler="true" [FeedlyApp/*] Crawler="true" [Feedly/1.0*] Crawler="true" [Feedly/*] Crawler="true" [Mozilla/5.0 (compatible; theoldreader.com*] Crawler="true" [NewsBlur Favicon Fetcher*Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*] Crawler="true" [NewsBlur Favicon Fetcher*Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*] Crawler="true" [NewsBlur Favicon Fetcher*Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*] Crawler="true" [NewsBlur Favicon Fetcher*Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*] Crawler="true" [NewsBlur Feed Fetcher*Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*] Crawler="true" [NewsBlur Feed Fetcher*Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*] Crawler="true" [NewsBlur Feed Fetcher*Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*] Crawler="true" [NewsBlur Feed Fetcher*Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*] Crawler="true" [NewsBlur Page Fetcher*Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*] Crawler="true" [NewsBlur Page Fetcher*Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*] Crawler="true" [NewsBlur Page Fetcher*Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*] Crawler="true" [NewsBlur Page Fetcher*Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/*] Crawler="true" [Superfeedr bot/2.0*] Crawler="true" [Superfeedr bot/*] Crawler="true" [Blogshares Spiders (Renewed V1.65*] Crawler="true" [Blogshares Spiders*] Crawler="true" [R6_FeedFetcher*] Crawler="true" [Apple-PubSub/65.28*] Crawler="true" [Apple-PubSub/*] Crawler="true" [SimplePie/1.2*] Crawler="true" [SimplePie/*] Crawler="true" [BlijbolReallySimpleAggregator/2.0*] Crawler="true" [CC Metadata Scaper http://wiki.creativecommons.org/Metadata_Scraper] Crawler="true" [Mozilla/5.0 (compatible) GM RSS Panel] Crawler="true" [Mozilla/5.0 http://www.inclue.com; graeme@inclue.com] Crawler="true" [Runnk online rss reader : http://www.runnk.com/ : RSS favorites : RSS ranking : RSS aggregator*] Crawler="true" [UniversalFeedParser/4.1*] Crawler="true" [UniversalFeedParser/4.*] Crawler="true" [UniversalFeedParser/5.1*] Crawler="true" [UniversalFeedParser/5.*] Crawler="true" [RSSOwl/*] Crawler="true" [HiddenMarket-*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) Shrook/*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) Shrook/*] Crawler="true" [Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.14* Safari/*] Crawler="true" [Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.13* Safari/*] Crawler="true" [Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.12* Safari/*] Crawler="true" [Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.11* Safari/*] Crawler="true" [Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.10* Safari/*] Crawler="true" [Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.9* Safari/*] Crawler="true" [Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.8* Safari/*] Crawler="true" [Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.7* Safari/*] Crawler="true" [Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.6* Safari/*] Crawler="true" [Mozilla/5.0 (X11;) AppleWebKit/* (KHTML, like Gecko) akregator/4.5* Safari/*] Crawler="true" [(HTML Validator http://www.searchengineworld.com/validator/)] Crawler="true" [FeedValidator/*] Crawler="true" [Search Engine World Robots.txt Validator*] Crawler="true" [Weblide/*] Crawler="true" [WebmasterWorld StickyMail Server Header Checker*] Crawler="true" [WWWC/*] Crawler="true" [WDG_Validator/1.6*] Crawler="true" [WDG_Validator/*] Crawler="true" [Mozilla/5.0 (compatible; Qualidator.com Bot 1.0*] Crawler="true" [Mozilla/5.0 (compatible; Qualidator.com Bot*] Crawler="true" [*PhotoStickies/*] Crawler="true" [Camcrawler*] Crawler="true" [CydralSpider/*] Crawler="true" [Der gro?xdfe BilderSauger*] Crawler="true" [Extreme Picture Finder] Crawler="true" [FLATARTS_FAVICO] Crawler="true" [HTML2JPG Blackbox, http://www.html2jpg.com] Crawler="true" [IconSurf/2.*] Crawler="true" [Mister PIX*] Crawler="true" [Mozilla/5.0 (compatible; KaloogaBot; http://www.kalooga.com/info.html?page=crawler)] Crawler="true" [Mozilla/5.0 (Macintosh; U; *Mac OS X; *) AppleWebKit/* (*) Pandora/2.*] Crawler="true" [naoFavicon4IE*] Crawler="true" [pixfinder/*] Crawler="true" [rssImagesBot/0.1 (*http://herbert.groot.jebbink.nl/?app=rssImages)] Crawler="true" [Web Image Collector*] Crawler="true" [WebImages * (?http://herbert.groot.jebbink.nl/?app=WebImages?)] Crawler="true" [WebPix*] Crawler="true" [FOTOCHECKER] Crawler="true" [Evernote Clip Resolver*] Crawler="true" [Thumbor/3.14*] Crawler="true" [Thumbor/*] Crawler="true" [TinEye-bot/0.02*] Crawler="true" [TinEye-bot/*] Crawler="true" [Elmer, the Thinglink ImageBot*] Crawler="true" [psbot-image*] Crawler="true" [psbot-page*] Crawler="true" [psbot/*] Crawler="true" [!Susie (http://www.sync2it.com/susie)] Crawler="true" [*AgentName/*] Crawler="true" [*Linkman*] Crawler="true" [*LinksManager.com*] Crawler="true" [*Web Link Validator*] Crawler="true" [*Zeus*] Crawler="true" [ActiveBookmark *] Crawler="true" [Bookdog/*] Crawler="true" [Bookmark Buddy*] Crawler="true" [Bookmark Renewal Check Agent*] Crawler="true" [Bookmark search tool*] Crawler="true" [Bookmark-Manager] Crawler="true" [Checkbot*] Crawler="true" [CheckLinks/*] Crawler="true" [CyberSpyder Link Test/*] Crawler="true" [DLC/*] Crawler="true" [DocWeb Link Crawler (http://doc.php.net)] Crawler="true" [FavOrg] Crawler="true" [Favorites Sweeper v.3.*] Crawler="true" [Funnel Web Profiler*] Crawler="true" [Html Link Validator (www.lithopssoft.com)] Crawler="true" [IECheck] Crawler="true" [integrity/*] Crawler="true" [JCheckLinks/*] Crawler="true" [JRTwine Software Check Favorites Utility] Crawler="true" [Link Valet Online*] Crawler="true" [LinkAlarm/*] Crawler="true" [Linkbot*] Crawler="true" [LinkextractorPro*] Crawler="true" [LinkLint-checkonly/*] Crawler="true" [LinkScan/*] Crawler="true" [LinkSweeper/*] Crawler="true" [LinkWalker*] Crawler="true" [MetaGer-LinkChecker] Crawler="true" [Mozilla/5.0 (compatible; metager2-verification-bot*] Crawler="true" [Mozilla/* (compatible; linktiger/*; *http://www.linktiger.com*)] Crawler="true" [Mozilla/4.0 (Compatible); URLBase*] Crawler="true" [Mozilla/4.0 (compatible; Link Utility; http://net-promoter.com)] Crawler="true" [Mozilla/4.0 (compatible; MSIE 6.0; Windows 98) Web Link Validator*] Crawler="true" [Mozilla/4.0 (compatible; MSIE 7.0; Win32) Link Commander 3.0] Crawler="true" [Mozilla/4.0 (compatible; smartBot/1.*; checking links; *)] Crawler="true" [Mozilla/4.0 (compatible; SuperCleaner*;*)] Crawler="true" [Mozilla/5.0 gURLChecker/*] Crawler="true" [Newsgroupreporter LinkCheck] Crawler="true" [onCHECK Linkchecker von www.scientec.de fuer www.onsinn.de] Crawler="true" [online link validator (http://www.dead-links.com/)] Crawler="true" [REL Link Checker*] Crawler="true" [RLinkCheker*] Crawler="true" [Robozilla/*] Crawler="true" [SafariBookmarkChecker*(?http://www.coriolis.ch/)] Crawler="true" [Simpy/* (Simpy; http://www.simpy.com/?ref=bot; feedback at simpy dot com)] Crawler="true" [SiteBar/*] Crawler="true" [Susie (http://www.sync2it.com/bms/susie.php] Crawler="true" [URLBase/*] Crawler="true" [VSE/*] Crawler="true" [WebTrends Link Analyzer] Crawler="true" [WorQmada/*] Crawler="true" [Xenu* Link Sleuth*] Crawler="true" [Z-Add Link Checker*] Crawler="true" [Mozilla/5.0 TYPO3-linkvalidator*] Crawler="true" [Mozilla/5.0 (compatible; pmoz.info ODP link checker*] Crawler="true" [eZ Publish Link Validator] Crawler="true" [LinksCrawler 0.1*] Crawler="true" [LinksCrawler *] Crawler="true" [Mozilla/5.0 (compatible; Sophora Linkchecker*] Crawler="true" [Mozilla/5.0 (compatible; MOSBookmarks/v2.6*] Crawler="true" [Mozilla/5.0 (compatible; MOSBookmarks/v2.7*] Crawler="true" [Mozilla/5.0 (compatible; MOSBookmarks/v2.8*] Crawler="true" [Mozilla/5.0 (compatible; MOSBookmarks/*] Crawler="true" [Mozilla/4.0 (compatible; Powermarks/3.5*] Crawler="true" [Mozilla/4.0 (compatible; Powermarks/*] Crawler="true" [*Powermarks/3.5*] Crawler="true" [*Powermarks/*] Crawler="true" [Microsoft-CryptoAPI/6.1*] Crawler="true" [Microsoft-CryptoAPI/6.2*] Crawler="true" [Microsoft-CryptoAPI/6.3*] Crawler="true" [Microsoft-CryptoAPI/*] Crawler="true" [Live (http://www.live.com/)] Crawler="true" [MFC Foundation Class Library*] Crawler="true" [MFHttpScan] Crawler="true" [Microsoft BITS/*] Crawler="true" [Microsoft Data Access Internet Publishing Provider Cache Manager] Crawler="true" [Microsoft Data Access Internet Publishing Provider DAV*] Crawler="true" [Microsoft Data Access Internet Publishing Provider Protocol Discovery] Crawler="true" [Microsoft Office Existence Discovery] Crawler="true" [Microsoft Office Protocol Discovery] Crawler="true" [Microsoft Office/* (*Picture Manager*)] Crawler="true" [Microsoft URL Control*] Crawler="true" [Microsoft Visio MSIE] Crawler="true" [Microsoft-WebDAV-MiniRedir/6.1*] Crawler="true" [Microsoft-WebDAV-MiniRedir/*] Crawler="true" [DavClnt*] Crawler="true" [MSN Feed Manager] Crawler="true" [MSProxy/*] Crawler="true" [iisbot/1.0*] Crawler="true" [iisbot/*] Crawler="true" [MS Web Services Client Protocol 1.0*] Crawler="true" [MS Web Services Client Protocol *] Crawler="true" [*Amiga*] Crawler="true" [12345*] Crawler="true" [1st ZipCommander (Net) - http://www.zipcommander.com/] Crawler="true" [Ace Explorer] Crawler="true" [Enigma Browser*] Crawler="true" [EVE-minibrowser/*] Crawler="true" [Godzilla/* (Basic*; *; Commodore C=64; *; rv:1.*)*] Crawler="true" [GreenBrowser] Crawler="true" [Kopiczek/* (WyderOS*; *)] Crawler="true" [Mozilla/* (*) - BrowseX (*)] Crawler="true" [Mozilla/* (Win32;*Escape?*; ?)] Crawler="true" [Mozilla/4.0 (compatible; ibisBrowser)] Crawler="true" [Mozilla/5.0 (Macintosh; ?; PPC Mac OS X;*) AppleWebKit/* (*) HistoryHound/*] Crawler="true" [NetRecorder*] Crawler="true" [NetSurf*] Crawler="true" [ogeb browser , Version 1.1.0] Crawler="true" [SCEJ PSP BROWSER 0102pspNavigator] Crawler="true" [SlimBrowser] Crawler="true" [WWW_Browser/*] Crawler="true" [*CaptiveNetworkSupport*wispr*] Crawler="true" [WEB.DE MailCheck/2.4*] Crawler="true" [WEB.DE MailCheck/*] Crawler="true" [GMX MailCheck/2.3*] Crawler="true" [GMX MailCheck/2.4*] Crawler="true" [GMX MailCheck/*] Crawler="true" [T-Online Browser] Crawler="true" [*NetNewsWire/3.3*] Crawler="true" [NetNewsWire*/*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/2.0*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/2.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.0*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?5*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?5*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.2*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.2*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.2*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.2*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.2*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.2*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) NetNewsWire/3.2*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire/4.0*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire/4.0*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire/4.0*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire/4.0*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) *NetNewsWire*] Crawler="true" [*Check&Get*] Crawler="true" [*MSIECrawler*] Crawler="true" [*TweakMASTER*] Crawler="true" [BackStreet Browser *] Crawler="true" [Go-Ahead-Got-It*] Crawler="true" [iGetter/*] Crawler="true" [Teleport*] Crawler="true" [findlinks/2.6*] Crawler="true" [findlinks/*] Crawler="true" [FindLinks/*] Crawler="true" [Mozilla/* (compatible; HTTrack 3.*Windows 98*] Crawler="true" [Mozilla/* (compatible; HTTrack 3.*Windows*] Crawler="true" [Mozilla/* (compatible; HTTrack 3.*] Crawler="true" [*HTTrack 3.*] Crawler="true" [Mozilla/* (compatible; HTTrack*Windows 98*] Crawler="true" [Mozilla/* (compatible; HTTrack*Windows*] Crawler="true" [Mozilla/* (compatible; HTTrack*] Crawler="true" [*HTTrack*] Crawler="true" [JoeDog/* (X11; I; Siege *)] Crawler="true" [Morfeus Fucking Scanner] Crawler="true" [Mozilla/4.0 (compatible; Trend Micro tmdr 1.*] Crawler="true" [Titanium 2005 (4.02.01)] Crawler="true" [virus_detector*] Crawler="true" [WhatWeb/0.4*] Crawler="true" [WhatWeb/*] Crawler="true" [Mozilla/5.0 (compatible; Nmap Scripting Engine*] Crawler="true" [Mozilla/5.0 (compatible; CloudFlare-AlwaysOnline/1.0*] Crawler="true" [Mozilla/5.0 (compatible; CloudFlare-AlwaysOnline/*] Crawler="true" [Mozilla/5.0 (compatible; FirstSearchBot/1.0; *)] Crawler="true" [Mozilla/5.0 (compatible; FirstSearchBot/*)] Crawler="true" [*squid*] Crawler="true" [CE-Preload] Crawler="true" [IE/6.01 (CP/M; 8-bit*)] Crawler="true" [Mozilla/* (TuringOS; Turing Machine; 0.0)] Crawler="true" [Mozilla/4.0 (compatible; MSIE ?.0; SaferSurf*)] Crawler="true" [Nutscrape] Crawler="true" [Nutscrape/* (CP/M; 8-bit*)] Crawler="true" [Privoxy/*] Crawler="true" [ProxyTester*] Crawler="true" [SilentSurf*] Crawler="true" [SmallProxy*] Crawler="true" [Space*Bison/*] Crawler="true" [Sqworm/*] Crawler="true" [SurfControl] Crawler="true" [CoralWebPrx*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; SaferSurf*)] Crawler="true" [Mozilla/4.0 (compatible; Synapse)] Crawler="true" [Mozilla/5.0 (*CrOS*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Linux i686*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Linux*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 4.0*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.0*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*WOW64*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*WOW64*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.0*WOW64*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.0*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*WOW64*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*WOW64*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.3*WOW64*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.3*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?4*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?5*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?6*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?7*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?8*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?9*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?10*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) Gecko/* Firefox/* (FlipboardProxy/1.1*] Crawler="true" [Mozilla/5.0 (*CrOS*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Linux i686*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Linux*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Windows NT 4.0*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.0*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*WOW64*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*WOW64*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.0*WOW64*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.0*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*WOW64*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*WOW64*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.2*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.3*WOW64*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.3*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?4*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?5*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?6*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?7*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?8*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?9*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?10*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) Gecko/* Firefox/* (FlipboardProxy/*] Crawler="true" [AcadiaUniversityWebCensusClient] Crawler="true" [Amico Alpha * (*) Gecko/* AmicoAlpha/*] Crawler="true" [annotate_google; http://ponderer.org/*] Crawler="true" [CMS crawler (?http://buytaert.net/crawler/)] Crawler="true" [e-SocietyRobot(http://www.yama.info.waseda.ac.jp/~yamana/es/)] Crawler="true" [Forschungsportal/*] Crawler="true" [Gulper Web *] Crawler="true" [HooWWWer/*] Crawler="true" [inetbot/* (?http://www.inetbot.com/bot.html)] Crawler="true" [IRLbot/1.0 (*http://irl.cs.tamu.edu/crawler*)] Crawler="true" [IRLbot/2.0 (*http://irl.cs.tamu.edu/crawler*)] Crawler="true" [IRLbot/3.0 (*http://irl.cs.tamu.edu/crawler*)] Crawler="true" [JUST-CRAWLER(*)] Crawler="true" [Lachesis] Crawler="true" [Mozilla/5.0 (compatible; nextthing.org/*)] Crawler="true" [Mozilla/5.0 (compatible; Theophrastus/*)] Crawler="true" [Mozilla/5.0 (compatible; Webscan v0.*; +http://otc.dyndns.org/webscan/)] Crawler="true" [MQbot*] Crawler="true" [OutfoxBot/*] Crawler="true" [polybot?*] Crawler="true" [Shim?Crawler*] Crawler="true" [Taiga web spider] Crawler="true" [Theme Spider*] Crawler="true" [UofTDB_experiment* (leehyun@cs.toronto.edu)] Crawler="true" [USyd-NLP-Spider*] Crawler="true" [woriobot*] Crawler="true" [Mozilla/5.0 (compatible; woriobot*] Crawler="true" [Mozilla/5.0 (compatible; zitebot*] Crawler="true" [wwwster/* (Beta, mailto:gue@cis.uni-muenchen.de)] Crawler="true" [Zao-Crawler] Crawler="true" [Zao/*] Crawler="true" [Amico Alpha * (*Gecko/* AmicoAlpha/*] Crawler="true" [IRLbot/*] Crawler="true" [Cloud mapping experiment. Contact research@pdrlabs.net] Crawler="true" [Finderlein Research Crawler 1.0*] Crawler="true" [Finderlein Research Crawler*] Crawler="true" [*research*] Crawler="true" [Riddler *] Crawler="true" [Steeler/*] Crawler="true" [Mozilla/5.0 (compatible; Steeler/3.5*] Crawler="true" [Mozilla/5.0 (compatible; Steeler/*] Crawler="true" [Python-urllib/2.7*] Crawler="true" [Python-urllib/1.17*] Crawler="true" [Python-urllib/*] Crawler="true" [BOT/0.1* (BOT for JCE)*] Crawler="true" [BOT/* (BOT for JCE)*] Crawler="true" [Mozilla/5.0 (FHScan Core 1.1*] Crawler="true" [Mozilla/5.0 (FHScan Core *] Crawler="true" [Mozilla/4.75 *OpenVAS*] Crawler="true" [OWASP_SECRET_BROWSER/3.0*] Crawler="true" [OWASP_SECRET_BROWSER/*] Crawler="true" [test certificate info*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/1.0*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/1.0*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/1.0*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/1.0*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/1.0*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/1.0*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?6*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?7*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?8*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?10*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) RMSnapKit/*] Crawler="true" [*grub*] Crawler="true" [*ickHTTP*] Crawler="true" [Ruby] Crawler="true" [*WebGrabber*] Crawler="true" [3D-FTP/*] Crawler="true" [3wGet/*] Crawler="true" [ActiveRefresh*] Crawler="true" [Ad Muncher*] Crawler="true" [Artera (Version *)] Crawler="true" [AutoHotkey] Crawler="true" [b2w/*] Crawler="true" [BasicHTTP/*] Crawler="true" [BlockNote.Net] Crawler="true" [CAST] Crawler="true" [CFSCHEDULE*] Crawler="true" [CobWeb/*] Crawler="true" [ColdFusion*] Crawler="true" [Crawl_Application] Crawler="true" [CTerm/*] Crawler="true" [Custo*] Crawler="true" [DataCha0s/*] Crawler="true" [DeepIndexer*] Crawler="true" [DISCo Pump *] Crawler="true" [eStyleSearch * (compatible; MSIE 6.0; Windows NT 5.0)] Crawler="true" [ezic.com http agent *] Crawler="true" [fetch libfetch/*] Crawler="true" [FGet*] Crawler="true" [findfiles.net/* (Robot;test_robot@gmx-topmail.de)] Crawler="true" [Flaming AttackBot*] Crawler="true" [Foobot*] Crawler="true" [GameSpyHTTP/*] Crawler="true" [gnome-vfs/*] Crawler="true" [Harvest/*] Crawler="true" [hcat/*] Crawler="true" [HLoader] Crawler="true" [Holmes/*] Crawler="true" [http generic] Crawler="true" [http://arachnode.net*] Crawler="true" [httpclient/1.0*] Crawler="true" [httpclient*] Crawler="true" [SynHttpClient*] Crawler="true" [httperf/*] Crawler="true" [HTTPFetch/*] Crawler="true" [HTTPGrab] Crawler="true" [HttpSession] Crawler="true" [httpunit/*] Crawler="true" [ICE_GetFile] Crawler="true" [iexplore.exe] Crawler="true" [Inet - Eureka App] Crawler="true" [INetURL/*] Crawler="true" [InetURL:/*] Crawler="true" [Internet Exploiter/*] Crawler="true" [ZiggsBot (*compatible*;*MSIE 6.0; Windows NT 5.2*)] Crawler="true" [IP*Works!*/*] Crawler="true" [IrssiUrlLog/*] Crawler="true" [JPluck/*] Crawler="true" [Kapere (http://www.kapere.com)] Crawler="true" [LeechFTP] Crawler="true" [LeechGet*] Crawler="true" [libWeb/clsHTTP*] Crawler="true" [MFC_Tear_Sample] Crawler="true" [Moozilla] Crawler="true" [MovableType/*] Crawler="true" [Mozilla/* (compatible; OffByOne; Windows*) Webster Pro V3.*] Crawler="true" [Mozilla/2.0 (compatible; NEWT ActiveX; Win32)] Crawler="true" [Mozilla/3.0 (compatible; Indy Library)] Crawler="true" [Mozilla/4.0 (compatible; BorderManager*)] Crawler="true" [Mozilla/5.0 (compatible; IPCheck Server Monitor*)] Crawler="true" [OCN-SOC/*] Crawler="true" [Offline Explorer*] Crawler="true" [Open Web Analytics Bot*] Crawler="true" [Pageload*] Crawler="true" [PageNest/*] Crawler="true" [pavuk/*] Crawler="true" [PEAR HTTP_Request*] Crawler="true" [PigBlock (Windows NT 5.1; U)*] Crawler="true" [Pockey*] Crawler="true" [POE-Component-Client-HTTP/*] Crawler="true" [PycURL/*] Crawler="true" [RepoMonkey*] Crawler="true" [SBL-BOT*] Crawler="true" [ScoutAbout*] Crawler="true" [sherlock/*] Crawler="true" [SiteParser/*] Crawler="true" [SiteSnagger*] Crawler="true" [SiteSucker/*] Crawler="true" [SiteWinder*] Crawler="true" [Snoopy*] Crawler="true" [SOFTWING_TEAR_AGENT*] Crawler="true" [SuperHTTP/*] Crawler="true" [Tcl http client package*] Crawler="true" [Twisted PageGetter] Crawler="true" [URL2File/*] Crawler="true" [UtilMind HTTPGet] Crawler="true" [VCI WebViewer*] Crawler="true" [Web Downloader*] Crawler="true" [Web Downloader/*] Crawler="true" [Web Magnet*] Crawler="true" [WebAuto/*] Crawler="true" [webbandit/*] Crawler="true" [WebCopier*] Crawler="true" [WebDownloader*] Crawler="true" [WebFetch] Crawler="true" [webfetch/*] Crawler="true" [WebGatherer*] Crawler="true" [WebGet] Crawler="true" [WebReaper*] Crawler="true" [WebRipper] Crawler="true" [WebSauger*] Crawler="true" [Website Downloader*] Crawler="true" [Website eXtractor*] Crawler="true" [Website Quester] Crawler="true" [WebsiteExtractor*] Crawler="true" [WebSnatcher*] Crawler="true" [Webster Pro*] Crawler="true" [WebStripper*] Crawler="true" [WebWhacker*] Crawler="true" [WinScripter iNet Tools] Crawler="true" [WWW-Mechanize/*] Crawler="true" [Mechanize/*] Crawler="true" [A1 Keyword Research*] Crawler="true" [A1 Sitemap Generator*] Crawler="true" [A1 Website Analyzer*] Crawler="true" [A1 Website Download*] Crawler="true" [AA bot*] Crawler="true" [AACrawler*] Crawler="true" [Access Browser*] Crawler="true" [ACCESS robot*] Crawler="true" [accoona*] Crawler="true" [Acme.Spider*] Crawler="true" [AcroForms*] Crawler="true" [Adaxas Spider*] Crawler="true" [Advanced URL Catalog*] Crawler="true" [Advista Crawler*] Crawler="true" [aipbot*] Crawler="true" [AISearchBot*] Crawler="true" [BookMacster/*] Crawler="true" [BookmarkSync/*] Crawler="true" [Bot.ara.com.tr/*] Crawler="true" [BrowserCrasherChecker *] Crawler="true" [Chordie.com: *] Crawler="true" [crawler4j*] Crawler="true" [Crawl*] Crawler="true" [Dropcatcher.de Domain Bot +http://www.dropcatcher.de/bot.html] Crawler="true" [ESigil Request *] Crawler="true" [eStyleSearch *] Crawler="true" [HTTP Fetcher/*] Crawler="true" [http_get] Crawler="true" [HTTPing *] Crawler="true" [Mozilla/2.0 (compatible; NEWT ActiveX; *)] Crawler="true" [Mozilla/* (compatible; OffByOne; *] Crawler="true" [PigBlock*] Crawler="true" [Internet (*)] Crawler="true" [Mozilla/3.0 (compatible)] Crawler="true" [Mozilla/3.01 (compatible;)] Crawler="true" [Mozilla/4.0 (compatible)] Crawler="true" [Mozilla/4.0 (compatible;)] Crawler="true" [Mozilla/5.0 (compatible)] Crawler="true" [Mozilla/5.0 (compatible;)] Crawler="true" [Mozilla/6.0 (compatible)] Crawler="true" [Mozilla/6.0 (compatible;)] Crawler="true" [Mozilla/?.0 (compatible;*User-agent*)] Crawler="true" [Shockwave Flash] Crawler="true" [SiteTruth.com*] Crawler="true" [SVN/*] Crawler="true" [TLSProber/*] Crawler="true" [Windows-Live-Social-Object-Extractor-Engine*] Crawler="true" [WinSysClean*] Crawler="true" [Dolphin http client/10.*] Crawler="true" [Dolphin http client/*] Crawler="true" [Python*] Crawler="true" [Smartsite HTTPClient*] Crawler="true" [RPT-HTTPClient/*] Crawler="true" [EventMachine HttpClient*] Crawler="true" [<*>*] Crawler="true" [CKHttpGenerator*] Crawler="true" [ActiveWorlds*] Crawler="true" [agent*] Crawler="true" [urlgrabber/3.9*] Crawler="true" [urlgrabber/3.10*] Crawler="true" [urlgrabber/*] Crawler="true" [Windows-RSS-Platform/1.0 (MSIE *; *Windows NT 5.1*)] Crawler="true" [Windows-RSS-Platform/1.0 (MSIE *; *Windows NT 6.0*)] Crawler="true" [Windows-RSS-Platform/1.0 (MSIE ?.0; Windows NT *.*)] Crawler="true" [Windows-RSS-Platform/1.0*] Crawler="true" [OpenBSD ftp*] Crawler="true" [python-requests/2.5* CPython/*Linux*x86_64*] Crawler="true" [python-requests/2.5* CPython/*Linux i686*] Crawler="true" [python-requests/2.5* CPython/*Linux*] Crawler="true" [python-requests/2.5*] Crawler="true" [python-requests/2.4* CPython/*Linux*x86_64*] Crawler="true" [python-requests/2.4* CPython/*Linux i686*] Crawler="true" [python-requests/2.4* CPython/*Linux*] Crawler="true" [python-requests/2.4*] Crawler="true" [python-requests/2.3* CPython/*Linux*x86_64*] Crawler="true" [python-requests/2.3* CPython/*Linux i686*] Crawler="true" [python-requests/2.3* CPython/*Linux*] Crawler="true" [python-requests/2.3*] Crawler="true" [python-requests/2.2* CPython/*Linux*x86_64*] Crawler="true" [python-requests/2.2* CPython/*Linux i686*] Crawler="true" [python-requests/2.2* CPython/*Linux*] Crawler="true" [python-requests/2.2*] Crawler="true" [python-requests/2.1* CPython/*Linux*x86_64*] Crawler="true" [python-requests/2.1* CPython/*Linux i686*] Crawler="true" [python-requests/2.1* CPython/*Linux*] Crawler="true" [python-requests/2.1*] Crawler="true" [python-requests/2.0* CPython/*Linux*x86_64*] Crawler="true" [python-requests/2.0* CPython/*Linux i686*] Crawler="true" [python-requests/2.0* CPython/*Linux*] Crawler="true" [python-requests/2.0*] Crawler="true" [python-requests/* CPython/*Linux*x86_64*] Crawler="true" [python-requests/* CPython/*Linux i686*] Crawler="true" [python-requests/* CPython/*Linux*] Crawler="true" [python-requests/*] Crawler="true" [libcurl-agent/1.0*] Crawler="true" [libcurl-agent/*] Crawler="true" [Windows-Update-Agent/7.9*] Crawler="true" [Windows-Update-Agent*] Crawler="true" [Windows-RSS-Platform/2.0 (MSIE *; *Windows NT 5.1*)] Crawler="true" [Windows-RSS-Platform/2.0 (MSIE *; *Windows NT 6.0*)] Crawler="true" [Windows-RSS-Platform/2.0 (MSIE *; *Windows NT 6.1*)] Crawler="true" [Windows-RSS-Platform/2.0 (MSIE *; *Windows NT 6.2*)] Crawler="true" [Windows-RSS-Platform/2.0 (MSIE *; *Windows NT 6.3*)] Crawler="true" [Windows-RSS-Platform/2.0 (MSIE ?.0; Windows NT *.*)] Crawler="true" [Windows-RSS-Platform/2.0 (IE *; *Windows NT 6.1*)] Crawler="true" [Windows-RSS-Platform/2.0 (IE *; *Windows NT 6.2*)] Crawler="true" [Windows-RSS-Platform/2.0 (IE *; *Windows NT 6.3*)] Crawler="true" [Windows-RSS-Platform/2.0*] Crawler="true" [*EasyRider*] Crawler="true" [*maxamine.com--robot*] Crawler="true" [*WebMon ?.*] Crawler="true" [Kenjin Spider*] Crawler="true" [Kevin http://*] Crawler="true" [Mozilla/4.0 (compatible; ChangeDetection/*] Crawler="true" [Mozilla/5.0 (compatible; Chirp/1.0; +http://www.binarycanary.com/chirp.cfm)] Crawler="true" [Mozilla/5.0 (compatible; UptimeRobot/1.0; http://www.uptimerobot.com/)] Crawler="true" [Myst Monitor Service v*] Crawler="true" [Net Probe] Crawler="true" [NetMechanic*] Crawler="true" [NetReality*] Crawler="true" [Pingdom.com_bot_version_1.4*] Crawler="true" [Pingdom.com_bot_version_*] Crawler="true" [*Pingdom*] Crawler="true" [Site Valet Online*] Crawler="true" [SITECHECKER] Crawler="true" [sitemonitor@dnsvr.com/*] Crawler="true" [UpTime Checker*] Crawler="true" [URL Control*] Crawler="true" [URL_Access/*] Crawler="true" [URLCHECK] Crawler="true" [URLy Warning*] Crawler="true" [Webcheck *] Crawler="true" [WebPatrol/*] Crawler="true" [websitepulse checker/*] Crawler="true" [Mozilla/5.0 (compatible; Chirp/*; +http://www.binarycanary.com/chirp.cfm)] Crawler="true" [BMC Link Validator (http://www.briansmodelcars.com/links/)] Crawler="true" [Pingdom GIGRIB*] Crawler="true" [Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko) SiteCon/8.10*] Crawler="true" [Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko) SiteCon/8.8*] Crawler="true" [Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko) SiteCon/*] Crawler="true" [BookmarkBase(2/;http://bookmarkbase.com)] Crawler="true" [Cocoal.icio.us/1.0 (v43) (Mac OS X; http://www.scifihifi.com/cocoalicious)] Crawler="true" [Mozilla/5.0 (*) Gecko/* Firefox/2.0 OneRiot/1.0 (http://www.oneriot.com) ] Crawler="true" [Mozilla/5.0 (compatible; FriendFeedBot/0.*; +Http://friendfeed.com/about/bot)] Crawler="true" [Mozilla/5.0 (compatible; Twitturls; +http://twitturls.com)] Crawler="true" [SocialSpider-Finder/0.*] Crawler="true" [Twitturly*] Crawler="true" [WinkBot/*] Crawler="true" [Mozilla/5.0 (compatible; FriendFeedBot/*; +Http://friendfeed.com/about/bot)] Crawler="true" [Mozilla/5.0 (*Gecko/* Firefox/2.0 OneRiot/1.0 (http://www.oneriot.com) ] Crawler="true" [Slackbot-LinkExpanding*] Crawler="true" [Slackbot*] Crawler="true" [Mozilla/5.0 (compatible; Embedly/0.2*] Crawler="true" [Mozilla/5.0 (compatible; Embedly/*] Crawler="true" [Mozilla/5.0 (compatible; Linux; Socialradarbot/2.0*] Crawler="true" [Mozilla/5.0 (compatible; Linux; Socialradarbot/*] Crawler="true" [Mozilla/5.0 (compatible; EveryoneSocialBot/1.0*] Crawler="true" [Mozilla/5.0 (compatible; EveryoneSocialBot/*] Crawler="true" [R6_CommentReader*] Crawler="true" [viralvideochart.unrulymedia.com*] Crawler="true" [Mozilla/5.0 (compatible; Linux; InfegyAtlas/1.0*] Crawler="true" [Mozilla/5.0 (compatible; Linux; InfegyAtlas/*] Crawler="true" [QuickiWiki/1.0*] Crawler="true" [QuickiWiki/*] Crawler="true" [Mozilla/5.0 (compatible; vkShare*] Crawler="true" [seebot/2.0*] Crawler="true" [seebot/*] Crawler="true" [Mozilla/5.0 (compatible; Kraken/0.1*] Crawler="true" [Mozilla/5.0 (compatible; Kraken/*] Crawler="true" [Mozilla/5.0 (compatible; Qwantify/2.0*] Crawler="true" [Mozilla/5.0 (compatible; Qwantify/*] Crawler="true" [AddThis.com robot*] Crawler="true" [Seram Server] Crawler="true" [TeragramWebcrawler/*] Crawler="true" [WebIndexer/* (Web Indexer*)] Crawler="true" [WebIndexer/* (Web Indexer; *)] Crawler="true" [WebTrans] Crawler="true" [ATA-Translation-Service] Crawler="true" [Mozilla/5.0 (*http://gnomit.com/) Gecko/* Gnomit/1.0*] Crawler="true" [Mozilla/5.0 (*http://gnomit.com/) Gecko/* Gnomit/*] Crawler="true" [Automated Browscap.ini Updater. Gary contact me at serge@skycomp.ca with problems.] Crawler="true" [Automated Browscap.ini Updater. To report issues contact us at+http://www.skycomp.ca] Crawler="true" [Browscap Mirror System/1.* (browscap.giantrealm.com)] Crawler="true" [Browscap Mirror v1.30] Crawler="true" [Browscap updater] Crawler="true" [browscap updater; interval:weekly; server:rohan.doppy.nl; questions:support@doppy.nl;] Crawler="true" [BrowscapUpdater1.0] Crawler="true" [Browser Capabilities Project - PHP Browscap*] Crawler="true" [Browser Capabilities Project AutoDownloader; created by Tom Kelleher Consulting, Inc. (tkelleher.com); used with special permission from Gary Joel Keith; uses Microsoft?s WinHTTP component] Crawler="true" [Decode Framework 0.* browscap library] Crawler="true" [Desktop Sidebar*] Crawler="true" [Mono Browser Capabilities Updater*] Crawler="true" [PHP Browser Capabilities Project/*] Crawler="true" [UpdateBrowscap*] Crawler="true" [WCC Browscap Updater/0.* (PHP: file_get_contents)] Crawler="true" [Automated Browscap.ini Updater. To report issues contact us at*http://www.skycomp.ca] Crawler="true" [Browser Capabilities Project - PHP Browscap/*] Crawler="true" [Browscap Mirror System/* (browscap.giantrealm.com)] Crawler="true" [BrowscapUpdater*] Crawler="true" [Code Sample Web Client] Crawler="true" [Subtext Version 1.9* - http://subtextproject.com/ (Microsoft Windows NT 5.2.*)] Crawler="true" [TherapeuticResearch] Crawler="true" [Rewmi/*] Crawler="true" [browsers.garykeith.com browscap.ini bot BETA] Crawler="true" [www.substancia.com AutoHTTPAgent (ver *)] Crawler="true" [WebRingChecker/1.71*] Crawler="true" [WebRingChecker/*] Crawler="true" [jupdate*] Crawler="true" [SophosUpdateManager/1.5.*] Crawler="true" [SophosUpdateManager/*] Crawler="true" [SophosAgent/1.0*] Crawler="true" [SophosAgent/*] Crawler="true" [*W3C-checklink/*] Crawler="true" [Jigsaw/*] Crawler="true" [Jigsaw/* W3C_CSS_Validator*/*] Crawler="true" [P3P Validator] Crawler="true" [Unicorn/1.*] Crawler="true" [W3C-mobileOK/*] Crawler="true" [W3C-mobileOK/DDC-*] Crawler="true" [W3C-WebCon/*] Crawler="true" [W3C_Validator/*] Crawler="true" [W3CLineMode/*] Crawler="true" [W3CRobot/*] Crawler="true" [Validator.nu/LV*] Crawler="true" [W3C_I18n-Checker/*] Crawler="true" [W3C_Unicorn/*] Crawler="true" [Mozilla/4.0 (jig browser web; 1.0*] Crawler="true" [Mozilla/4.0 (jig browser web*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.0*; *GomezAgent 3.0*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.1*WOW64*; Trident/4.0; *GomezAgent 3.0*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.1*; Trident/4.0; *GomezAgent 3.0*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.2*WOW64*; Trident/4.0; *GomezAgent 3.0*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.2*; Trident/4.0; *GomezAgent 3.0*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.1*WOW64*; Trident/4.0; *GomezAgent 3.0*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.1*; Trident/4.0; *GomezAgent 3.0*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*WOW64*; GomezAgent 3.0*) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*; GomezAgent 3.0*) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*WOW64*; GomezAgent 3.0*) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*; GomezAgent 3.0*) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*WOW64*; GomezAgent 3.0*) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*; GomezAgent 3.0*) Gecko/* Firefox/*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.0*; *GomezAgent 3.1*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.1*WOW64*; Trident/4.0; *GomezAgent 3.1*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.1*; Trident/4.0; *GomezAgent 3.1*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.2*WOW64*; Trident/4.0; *GomezAgent 3.1*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.2*; Trident/4.0; *GomezAgent 3.1*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.1*WOW64*; Trident/4.0; *GomezAgent 3.1*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.1*; Trident/4.0; *GomezAgent 3.1*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*WOW64*; GomezAgent 3.1*) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*; GomezAgent 3.1*) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*WOW64*; GomezAgent 3.1*) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*; GomezAgent 3.1*) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*WOW64*; GomezAgent 3.1*) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*; GomezAgent 3.1*) Gecko/* Firefox/*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.0*; *GomezAgent *] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.1*WOW64*; Trident/4.0; *GomezAgent*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.1*; Trident/4.0; *GomezAgent*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.2*WOW64*; Trident/4.0; *GomezAgent*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 5.2*; Trident/4.0; *GomezAgent*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.1*WOW64*; Trident/4.0; *GomezAgent*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE ?.0; *Windows NT 6.1*; Trident/4.0; *GomezAgent*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*WOW64*; GomezAgent *) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*; GomezAgent *) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*WOW64*; GomezAgent *) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.2*; GomezAgent *) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*WOW64*; GomezAgent *) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Windows NT 6.1*; GomezAgent *) Gecko/* Firefox/*] Crawler="true" [*heritrix*] Crawler="true" [*Mozilla/5.0 compatible; heritrix/*] Crawler="true" [Mozilla/5.0 (compatible; *; heritrix/*] Crawler="true" [bl.uk_lddc_bot/3.3*] Crawler="true" [bl.uk_lddc_bot/*] Crawler="true" [Mozilla/5.0 (bl.uk_lddc_bot; *Linux*x86_64*)*] Crawler="true" [Mozilla/5.0 (bl.uk_lddc_bot; *Linux i686*)*] Crawler="true" [Mozilla/5.0 (bl.uk_lddc_bot; *Linux*)*] Crawler="true" [Mozilla/5.0 (compatible; bnf.fr_bot;*] Crawler="true" [FeedHub FeedDiscovery/1.0 (http://www.feedhub.com)] Crawler="true" [FeedHub FeedFetcher/1.0 (http://www.feedhub.com)] Crawler="true" [FeedHub MetaDataFetcher/1.0 (http://www.feedhub.com)] Crawler="true" [BoardReader Favicon Fetcher /1.0*] Crawler="true" [BoardReader Favicon Fetcher /*] Crawler="true" [Tiny Tiny RSS/1.13*] Crawler="true" [Tiny Tiny RSS/1.12*] Crawler="true" [Tiny Tiny RSS/1.11*] Crawler="true" [Tiny Tiny RSS/1.10*] Crawler="true" [Tiny Tiny RSS/1.9*] Crawler="true" [Tiny Tiny RSS/1.8*] Crawler="true" [Tiny Tiny RSS/1.7*] Crawler="true" [ICRA_label_generator/1.?] Crawler="true" [ICRA_Semantic_spider/0.?] Crawler="true" [check_http/* (nagios-plugins 1.1.*)] Crawler="true" [check_http/* (nagios-plugins 1.2.*)] Crawler="true" [check_http/* (nagios-plugins 1.3.*)] Crawler="true" [check_http/* (nagios-plugins 1.4.*)] Crawler="true" [check_http/* (nagios-plugins 1.*)] Crawler="true" [check_http/* (nagios-plugins 2.*)] Crawler="true" [DoCoMo/2.0 P900i(c100;TB;W24H11) (compatible; ichiro/mobile goo*] Crawler="true" [DoCoMo/2.0 P901i(c100;TB;W24H11) (compatible; ichiro/mobile goo*] Crawler="true" [KDDI-CA31 UP.Browser/6.2* (compatible; ichiro/mobile goo*] Crawler="true" [KDDI-CA32 UP.Browser/6.2* (compatible; ichiro/mobile goo*] Crawler="true" [Vodafone/1.0/V802SH/SHJ002 Browser/UP.Browser/7.0* (compatible; ichiro/mobile goo*] Crawler="true" [* (compatible; ichiro/mobile goo*] Crawler="true" [ichiro/3.0*] Crawler="true" [ichiro/*] Crawler="true" [abot/*] Crawler="true" [NP/*] Crawler="true" [NPBot*] Crawler="true" [JobRoboter/1.1*] Crawler="true" [JobRoboter/*] Crawler="true" [Mozilla/5.0 (compatible; MetaJobBot*] Crawler="true" [Mozilla/5.0 (compatible; JobdiggerSpider*] Crawler="true" [Mozilla/5.0 (*Linux i686*compatible; Jobboerse.com;*) Gecko/* Firefox/*] Crawler="true" [Mozilla/5.0 (*Linux*compatible; Jobboerse.com;*) Gecko/* Firefox/*] Crawler="true" [*Netcraft Web Server Survey*] Crawler="true" [Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0; *info@netcraft.com)] Crawler="true" [Mozilla/5.0 (compatible; NetcraftSurveyAgent/1.0*info@netcraft.com)] Crawler="true" [*Netcraft Webserver Survey*] Crawler="true" [Mozilla/5.0 (*iCjobs Stellenangebote Jobs*)*iCjobs/3.2*] Crawler="true" [Mozilla/5.0 (*iCjobs Stellenangebote Jobs*)*iCjobs/*] Crawler="true" [Mozilla/5.0 (compatible; CareerBot/1.1*] Crawler="true" [Mozilla/5.0 (compatible; CareerBot/*] Crawler="true" [MarsEdit*] Crawler="true" [NewsGator FetchLinks extension/*] Crawler="true" [NewsGator/*] Crawler="true" [NewsGatorOnline/*] Crawler="true" [LetsCrawl.com/1.0*] Crawler="true" [LetsCrawl.com/*] Crawler="true" [woobot/1.1*] Crawler="true" [woobot/2.0*] Crawler="true" [Mozilla/5.0 (compatible; uMBot-LN/1.0*] Crawler="true" [Mozilla/5.0 (compatible; uMBot-LN/*] Crawler="true" [Mozilla/5.0 (compatible; uMBot-FC/1.0*] Crawler="true" [Mozilla/5.0 (compatible; uMBot-FC/*] Crawler="true" [LinkChecker/7.*] Crawler="true" [LinkChecker/*] Crawler="true" [LinkedInBot/1.*] Crawler="true" [LinkedInBot/*] Crawler="true" [LIAuthLibrary:0.0.2 com.linkedin.android:3.4.2 TCL_ALCATEL ONE TOUCH 4037T:android_4.4.2*] Crawler="true" [LIAuthLibrary:0.0.2 com.linkedin.android:3.4.2 TCL_*android_4.4.2*] Crawler="true" [LucidMedia ClickSense/4.*] Crawler="true" [LucidMedia ClickSense/*] Crawler="true" [DoCoMo/2.0 P904i( m65bot/0.1; c; http://m65.jp/bot.html )] Crawler="true" [magpie-crawler/1.*] Crawler="true" [magpie-crawler/*] Crawler="true" [Mahalobot/1.0 (?http://www.mahalo.com/)] Crawler="true" [Mahalobot/* (?http://www.mahalo.com/)] Crawler="true" [Marvin v0.3] Crawler="true" [Marvin v*] Crawler="true" [masidani_bot_v0.6*] Crawler="true" [masidani_bot_v*] Crawler="true" [MJ12bot/v0.5*] Crawler="true" [Mozilla/5.0 (compatible; MJ12bot/v0.5*)] Crawler="true" [MJ12bot/v0.6*] Crawler="true" [Mozilla/5.0 (compatible; MJ12bot/v0.6*)] Crawler="true" [MJ12bot/v0.7*] Crawler="true" [Mozilla/5.0 (compatible; MJ12bot/v0.7*)] Crawler="true" [MJ12bot/v0.8*] Crawler="true" [Mozilla/5.0 (compatible; MJ12bot/v0.8*)] Crawler="true" [MJ12bot/v0.9*] Crawler="true" [Mozilla/5.0 (compatible; MJ12bot/v0.9*)] Crawler="true" [MJ12bot/v1.1*] Crawler="true" [Mozilla/5.0 (compatible; MJ12bot/v1.1*)] Crawler="true" [MJ12bot/v1.2*] Crawler="true" [Mozilla/5.0 (compatible; MJ12bot/v1.2*)] Crawler="true" [MJ12bot/v1.3*] Crawler="true" [Mozilla/5.0 (compatible; MJ12bot/v1.3*)] Crawler="true" [MJ12bot/v1.4*] Crawler="true" [Mozilla/5.0 (compatible; MJ12bot/v1.4*)] Crawler="true" [MJ12bot/v1.*] Crawler="true" [Mozilla/5.0 (compatible; MJ12bot/v1.*)] Crawler="true" [MJ12bot/v*] Crawler="true" [Mozilla/5.0 (compatible; MJ12bot/v*)] Crawler="true" [Mozdex/0.7*] Crawler="true" [Mozdex/*] Crawler="true" [Cowbot-* (NHN Corp*naver.com)] Crawler="true" [Mozilla/4.0 (compatible; NaverBot/*)] Crawler="true" [Mozilla/4.0 (compatible; NaverBot/*; nhnbot@naver.com)] Crawler="true" [NaverBot-* (NHN Corp*naver.com)] Crawler="true" [Yeti/*] Crawler="true" [Mozilla/5.0 (compatible; Yeti/1.1*] Crawler="true" [Mozilla/5.0 (compatible; Yeti/*] Crawler="true" [*naver*] Crawler="true" [DoCoMo/2.0?P-04A *(compatible; Yeti-Mobile/0.1; ?http://help.naver.com/robots/)*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*) AppleWebKit/* (KHTML, like Gecko)*Chrome/* Safari/* PagePeeker/2.1*] Crawler="true" [Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko)*Chrome/* Safari/* PagePeeker/2.1*] Crawler="true" [Mozilla/5.0 (*Linux*x86_64*) AppleWebKit/* (KHTML, like Gecko)*Chrome/* Safari/* PagePeeker/*] Crawler="true" [Mozilla/5.0 (*Linux*) AppleWebKit/* (KHTML, like Gecko)*Chrome/* Safari/* PagePeeker/*] Crawler="true" [Pete-Spider/1.*] Crawler="true" [Pete-Spider/*] Crawler="true" [Mozilla/5.0 (*Mac OS X 10?9*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/* (Rival IQ, rivaliq.com)*] Crawler="true" [Mozilla/5.0 (*Mac OS X*) AppleWebKit/* (KHTML, like Gecko) Version/* Safari/* (Rival IQ, rivaliq.com)*] Crawler="true" [httpclient (http://www.phpclasses.org/httpclient $Revision:*] Crawler="true" [PECL::HTTP/1.6*] Crawler="true" [PECL::HTTP/1.7*] Crawler="true" [PECL::HTTP/*] Crawler="true" [?Ogg.class.php*] Crawler="true" [Ogg.class.php*] Crawler="true" [xmlrpc-epi-php/* (PHP)] Crawler="true" [PHP-SOAP/5.2*] Crawler="true" [PHP-SOAP/5.3*] Crawler="true" [PHP-SOAP/5.4*] Crawler="true" [PHP-SOAP/5.5*] Crawler="true" [PHP-SOAP/5.6*] Crawler="true" [XML-RPC for PHP *] Crawler="true" [Zend_XmlRpc_Client] Crawler="true" [Zend_Http_Client] Crawler="true" [PHP/5.2*] Crawler="true" [PHP/5.3*] Crawler="true" [PHP/5.4*] Crawler="true" [PHP/5.5*] Crawler="true" [PHP/5.6*] Crawler="true" [PHP*] Crawler="true" [Pixray-Seeker/1.1*] Crawler="true" [Pixray-Seeker/1.*] Crawler="true" [Pixray-Seeker/2.0*] Crawler="true" [Pixray-Seeker/*] Crawler="true" [curl/7.35*] Crawler="true" [curl/7.29*] Crawler="true" [curl/7.19*x86_64*linux*] Crawler="true" [curl/7.19*Linux*] Crawler="true" [curl/7.19] Crawler="true" [curl/7.15*x86_64*linux*] Crawler="true" [curl/7.15*Linux*] Crawler="true" [curl/7.15] Crawler="true" [curl*] Crawler="true" [*WinHttpRequest*] Crawler="true" [WinHTTP*] Crawler="true" [WinHttp*] Crawler="true" [TrendWinHttp*] Crawler="true" [( ; ; ; Trident/4.0;*] Crawler="true" [( ; ; ; Trident/4.0;*] Crawler="true" [( ; MSIE 6.0;*] Crawler="true" [( ; MSIE 7.0;*] Crawler="true" [( ; MSIE 8.0;*] Crawler="true" [(compatible*; MSIE ?.?*;*] Crawler="true" [(compatible; *; Trident/4.0*] Crawler="true" [Microsoft Internet Explorer] Crawler="true" [Internet Explore *] Crawler="true" [Internet Explorer *] Crawler="true" [Mozilla/4.0 (compatible; MSIE 10.*] Crawler="true" [Mozilla/?.0 (compatible; MSIE 10.?; *Trident/4.0*] Crawler="true" [Mozilla/?.0 (compatible; MSIE 10.?; *Trident/5.0*] Crawler="true" [Mozilla/4.0 (compatible; MSIE 11.*] Crawler="true" [Mozilla/?.0 (compatible; MSIE 11.?; *Trident/4.0*] Crawler="true" [Mozilla/?.0 (compatible; MSIE 11.?; *Trident/5.0*] Crawler="true" [Mozilla/?.0 (compatible; MSIE 9.?; *Trident/4.0*] Crawler="true" [Mozilla/?.0 (compatible; MSIE 9.?; *Trident/?.0; Windows *] Crawler="true" [Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 7.1; Trident/?.0*] Crawler="true" [Mozilla/?.0 (compatible; MSIE ?.0; Windows NT 7.1; Trident/?.0*] Crawler="true" [Mozilla/4.0 (compatible- MSIE ?.0- *] Crawler="true" [?Mozilla/?.0 (compatible; MSIE*] Crawler="true" [Mozilla/5.0 (Windows; ?; Windows NT; *) Gecko/* Internet Explorer/7*] Crawler="true" [*Mozilla/?.0 (*compatible*;*MSIE 6.0; Linux*] Crawler="true" [Empty (compatible*; MSIE 8.0*] Crawler="true" [IE] Crawler="true" [IE *] Crawler="true" [IE/*] Crawler="true" [IE6*] Crawler="true" [IE7*] Crawler="true" [IE8 *] Crawler="true" [IE: *] Crawler="true" [IEXPLORE.EXE] Crawler="true" [Internet Explorer 8 *] Crawler="true" [Internet Explorer] Crawler="true" [Internet Explorer/*] Crawler="true" [Internet Expolrer *] Crawler="true" [InternetExploirer *] Crawler="true" [InternetExplorer7*] Crawler="true" [Internetexplorer*] Crawler="true" [It\x*b4s me (compatible*; MSIE 8.0*] Crawler="true" [MSIE 8.0*] Crawler="true" [MSIE 9 RC (compatible*; MSIE 8.0*] Crawler="true" [Microsoft Internet Explorer*] Crawler="true" [Microsoft_Internet_Explorer*] Crawler="true" [Mozilla 5./0 (compatible*; MSIE 8.0;*] Crawler="true" [Mozilla/1.0 (Linux; Unix OS ?; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/1.0 (Mac; Mac OS ?; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/2.0 (Linux; Unix OS ?; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/2.0 (Mac; Mac OS ?; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/3.0 (Linux; Unix OS ?; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/3.0 (Mac; Mac OS ?; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/3.5 (compatible*; MSIE 8.0; *] Crawler="true" [Mozilla/3.6* (compatible*; MSIE 9.0*; *] Crawler="true" [Mozilla/4.0 ( ; MSIE 7.0; *] Crawler="true" [Mozilla/4.0 ( ; MSIE 8.0; *] Crawler="true" [Mozilla/4.0 (Linux; Unix OS ?; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/4.0 (Mac; Mac OS ?; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/4.0 (Mozilla/4.0; MSIE 7.0; *] Crawler="true" [Mozilla/4.0 (compatible*; MSIE 7.0; WINNT 6.0*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE 999*] Crawler="true" [Mozilla/4.0 (compatible; Mozilla/4.0 (compatible*; MSIE 8.0;*] Crawler="true" [Mozilla/5.0 (Linux; Unix OS ?; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/5.0 (Mac; Mac OS ?; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/5.0 (compatible*; MSIE 7.0; *] Crawler="true" [Mozilla/5.0 (compatible*; MSIE 9.0*; ; Trident/5.0*] Crawler="true" [Mozilla/6.0 (Linux; Unix OS ?; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/6.0 (Mac; Mac OS ?; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/?.0 ( ; MSIE 6.0*] Crawler="true" [Mozilla/?.0 (Linux; Unix OS ?*) Gecko/* Internet Explorer/*] Crawler="true" [Mozilla/?.0 (Mac; Mac OS ?*) Gecko/* Internet Explorer/*] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 7.0; Commodore64; *] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 8.0; ; Trident/4.0*] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 8.0; Linux*] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 8.1*] Crawler="true" [Msie 9 *] Crawler="true" [ie/*] Crawler="true" [internetexplorer*] Crawler="true" [?Mozilla/5.0 (Windows; U;*MSIE 6.0*] Crawler="true" [AIM/30 (*compatible*;*MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.1.4322)] Crawler="true" [CDR/1.7.1 Mozilla/4.0 (*compatible*;*MSIE 6.0; Windows)] Crawler="true" [Explorer (*compatible*;*MSIE 7.0; Windows ; Trident/4.0*] Crawler="true" [Explorer (*compatible*;*MSIE 7.0; Windows NT 5.1; Trident/4.0*] Crawler="true" [Explorer 8 (*compatible*;*MSIE 7.0; Windows NT 5.1; Trident/4.0*] Crawler="true" [Explorer 8.0 (compatible*; MSIE 8.0; Windows XP; Trident/4.0*] Crawler="true" [F (*compatible*;*MSIE 6.0; Windows NT 5.1*] Crawler="true" [IE/?.0 (*Windows NT 5.1*rv:1.8*] Crawler="true" [M (*compatible*;*MSIE 6.0; Windows NT 5.1*)] Crawler="true" [M (*compatible*;*MSIE 7.0; Windows NT 5.1*)] Crawler="true" [M (*compatible*;*MSIE 8.0; Windows NT 5.1*)] Crawler="true" [MSIE/?.0 (compatible*; MSIE 9.0*; Windows NT 6.0; Trident/5.0*] Crawler="true" [Mozilla/1.0 (Windows; ?; Windows NT; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/2.0 (Windows; ?; Windows NT; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/3.0 (Windows; ?; Windows NT; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/3.5 (compatible*; MSIE 7.0; Windows NT 5.1; *] Crawler="true" [Mozilla/4.0 ( ; MSIE 8.0; Windows NT 5.1; Trident/4.0*] Crawler="true" [Mozilla/4.0 (Windows; ?; Windows NT; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE 6.0; Windows ME; *) Opera 9.6*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE 6.0; Windows) AppleWebKit/* (KHTML,*like Gecko*) Safari/* Chrome/12.*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE 6.0; Windows) AppleWebKit/* (KHTML, like Gecko)*Chrome/12.*Safari/*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE 7.0; Windows XP*] Crawler="true" [Mozilla/4.0 (compatible*; MSIE 8.0*; Windows NT 7.0;*Trident/4.0*] Crawler="true" [Mozilla/5.0 (*Windows NT 5.1*) Gecko/* MSIE 6.0*] Crawler="true" [Mozilla/5.0 (Windows; U; MSIE 9.0*; *] Crawler="true" [Mozilla/5.0 (compatible*; MSIE 9.0*; Opera 11.0; Windows Server 2003; *] Crawler="true" [Mozilla/5.0 (compatible*; MSIE 9.0*; Windows Ente*] Crawler="true" [Mozilla/6.0 (Windows; ?; Windows NT; *) Gecko/* Internet Explorer/7*] Crawler="true" [Mozilla/?.0 ( ; MSIE 7.0; Windows NT 6.1; *] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 7.0; Windows 2000*] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 7.0; Windows 5.1*] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 7.0; Windows 98; *] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 7.0; Windows NT 32*] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 7.0; Windows NT 4.1; *] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 7.0; Windows NT 5.5*] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 7.0; Windows NT)*] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 7.0; Windows Vista*] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 7.0; Windows XP; *] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 7.0; Windows XPP; *] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 7.0; Windows7; *] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 8.0; Windows 7*] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 8.0; Windows 98;*] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 8.0; Windows NT 4.1;*] Crawler="true" [Mozilla/?.0 (compatible*; MSIE 8.0; Windows XP*] Crawler="true" [WOFVNCBVHKN (*compatible*;*MSIE 7.0; Windows NT 5.1*)] Crawler="true" [ZJZT (compatible*; MSIE 8.0; Windows NT 5.1; Trident/4.0*)] Crawler="true" [explorer (compatible*; MSIE 8.0; Windows NT 5.1; Trident/4.0*] Crawler="true" [explorer 9 (compatible*; MSIE 9.0*; Windows 7; Trident/5.0*] Crawler="true" [Mozilla/5.0 (Windows; ?; MSIE*; Macintosh*] Crawler="true" [Mozilla/5.0 (compatible; MSIE*; Macintosh*] Crawler="true" [Mozilla/5.0 (Windows; ?; MSIE*; Linux*] Crawler="true" [Mozilla/5.0 (compatible; MSIE*; Linux*] Crawler="true" [Mozilla/4.0 (compatible; MSIE 6.1*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 6.1*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 9.1*] Crawler="true" [Mozilla/4.0(compatible;MSIE*] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0; b2w 0.1)*] Crawler="true" [Mozilla/4.0 (compatible; MSIE 8.0; Win32)*] Crawler="true" [Mozilla/5.0 (compatible; MSIE*] Crawler="true" [*Trident/BD6*] Crawler="true" [Mozilla/5.0 (compatible; MSIE 11*] Crawler="true" [Mozilla/5.0 (compatible; rv:33.0; ; Trident/5.0)*] Crawler="true" [Mozilla/5.0 * (compatible; MSIE*] Crawler="true" [( ; MSIE*] Crawler="true" [Mozilla/5.0 (X11; Windows x86_64) AppleWebKit/* (KHTML, like Gecko) chrome/*Safari/*] Crawler="true" [Mozilla/5.0 (Windows NT 7.1) AppleWebKit/* (KHTML, like Gecko) Chrome/*Safari/*] Crawler="true" [Mozilla/* (Windows NT 7.1) AppleWebKit/* (KHTML, like Gecko) Chrome/*Safari/*] Crawler="true" [Mozilla/5.0 (Windows*) AppleWebKit/* (KHTML like Gecko) Chrome/*Safari/*] Crawler="true" [=Mozilla/5.0 (Windows*) AppleWebKit/* (KHTML, like Gecko) Chrome/*Safari/*] Crawler="true" [Mozilla/4.0 (Windows*) AppleWebKit/* (KHTML, like Gecko) Chrome/*Safari/*] Crawler="true" [Chrome/* (Windows*] Crawler="true" [24.* Chrome*] Crawler="true" [Mozilla/5.0 (Chrome* Firefox*] Crawler="true" [Chrome?Linux*] Crawler="true"