4 bots

JayBizzle · Jul 3, 2017 · eb3fda8 · eb3fda8
1 parent bb02a7c
commit eb3fda8
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 0 deletions.
diff --git a/src/Fixtures/Crawlers.php b/src/Fixtures/Crawlers.php
@@ -122,6 +122,7 @@ class Crawlers extends AbstractProvider
         'Braintree-Webhooks',
         'Branch Metrics API',
         'Branch-Passthrough',
+        'Brodie\/',
         'Browsershots',
         'BUbiNG',
         'Butterfly\/',
@@ -311,6 +312,7 @@ class Crawlers extends AbstractProvider
         'HEADMasterSEO',
         'HeartRails_Capture',
         'heritrix',
+        'historious\/',
         'hledejLevne\.cz\/[0-9]',
         'Holmes',
         'HootSuite Image proxy',
@@ -399,6 +401,7 @@ class Crawlers extends AbstractProvider
         'L\.webis',
         'Larbin',
         'LayeredExtractor',
+        'letsencrypt',
         'LibVLC',
         'libwww',
         'Licorne Image Snapshot',
@@ -707,6 +710,7 @@ class Crawlers extends AbstractProvider
         'Twingly',
         'ubermetrics-technologies',
         'uclassify',
+        'uCrawlr\/',
         'UdmSearch',
         'UniversalFeedParser',
         'Untiny',

diff --git a/tests/crawlers.txt b/tests/crawlers.txt
@@ -3153,3 +3153,7 @@ Apache-HttpAsyncClient/4.1.3 (Java/1.8.0_121)
 Tenon.io Automated Web Accessibility Tester
 ApacheBench/2.3
 Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Clarsentia)
+Mozilla/5.0 (compatible; historious/2.0; +http://historio.us/)
+Mozilla/5.0 (compatible; uCrawlr/1.0 ; +https://blog.ucoz.ru/upolicy)
+Mozilla/5.0 (compatible; Let's Encrypt validation server; +https://www.letsencrypt.org)
+Brodie/1.0 (+http://www.15miles.com/)