Merge pull request #16 from nigelterry/nigelterry-cloudflare

Add CloudFlare-AlwaysOnline crawler - closes #15
JayBizzle · Jul 23, 2015 · 9d50a1d · 9d50a1d
2 parents ccddc7d + 3a892ea
commit 9d50a1d
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/src/CrawlerDetect.php b/src/CrawlerDetect.php
@@ -67,6 +67,7 @@ class CrawlerDetect
         'Cerberian Drtrs',
         'changedetection',
         'Charlotte',
+        'CloudFlare-AlwaysOnline',
         'citeseerxbot',
         'coccoc',
         'classbot',

diff --git a/tests/crawlers.txt b/tests/crawlers.txt
@@ -88,6 +88,7 @@ Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.11) Gecko/20080109 (Ch
 Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.11) Gecko/20080109 (Charlotte/0.9t; http://www.searchme.com/support/)
 Mozilla/5.0 (compatible; Charlotte/0.9t; http://www.searchme.com/support/)
 Mozilla/5.0 (compatible; Charlotte/0.9t; +http://www.searchme.com/support/)
+Mozilla/5.0 (compatible; CloudFlare-AlwaysOnline/1.0; +http://www.cloudflare.com/always-online) AppleWebKit/534.34
 ConveraCrawler/0.9e (+http://ews.converasearch.com/crawl.htm)
 ConveraCrawler/0.9d (+http://www.authoritativeweb.com/crawl)
 ConveraCrawler/0.9d ( http://www.authoritativeweb.com/crawl)
@@ -718,4 +719,4 @@ Scrapy/0.18.4 (+http://scrapy.org)
 Scrapy/0.21.0-160-g3c1e226 (+http://scrapy.org)
 UnwindFetchor/1.0 (+http://www.gnip.com/)
 urlresolver
-Mozilla/5.0 (compatible; XML Sitemaps Generator; https://www.xml-sitemaps.com) Gecko XML-Sitemaps/1.0
+Mozilla/5.0 (compatible; XML Sitemaps Generator; https://www.xml-sitemaps.com) Gecko XML-Sitemaps/1.0