From eb3fda867cb8203fdad1a5beacdc6c75ebc13c26 Mon Sep 17 00:00:00 2001 From: Mark Beech Date: Mon, 3 Jul 2017 21:51:34 +0100 Subject: [PATCH] 4 bots --- src/Fixtures/Crawlers.php | 4 ++++ tests/crawlers.txt | 4 ++++ 2 files changed, 8 insertions(+) diff --git a/src/Fixtures/Crawlers.php b/src/Fixtures/Crawlers.php index 724e850..dd3515d 100644 --- a/src/Fixtures/Crawlers.php +++ b/src/Fixtures/Crawlers.php @@ -122,6 +122,7 @@ class Crawlers extends AbstractProvider 'Braintree-Webhooks', 'Branch Metrics API', 'Branch-Passthrough', + 'Brodie\/', 'Browsershots', 'BUbiNG', 'Butterfly\/', @@ -311,6 +312,7 @@ class Crawlers extends AbstractProvider 'HEADMasterSEO', 'HeartRails_Capture', 'heritrix', + 'historious\/', 'hledejLevne\.cz\/[0-9]', 'Holmes', 'HootSuite Image proxy', @@ -399,6 +401,7 @@ class Crawlers extends AbstractProvider 'L\.webis', 'Larbin', 'LayeredExtractor', + 'letsencrypt', 'LibVLC', 'libwww', 'Licorne Image Snapshot', @@ -707,6 +710,7 @@ class Crawlers extends AbstractProvider 'Twingly', 'ubermetrics-technologies', 'uclassify', + 'uCrawlr\/', 'UdmSearch', 'UniversalFeedParser', 'Untiny', diff --git a/tests/crawlers.txt b/tests/crawlers.txt index 006b517..ca7caba 100644 --- a/tests/crawlers.txt +++ b/tests/crawlers.txt @@ -3153,3 +3153,7 @@ Apache-HttpAsyncClient/4.1.3 (Java/1.8.0_121) Tenon.io Automated Web Accessibility Tester ApacheBench/2.3 Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Clarsentia) +Mozilla/5.0 (compatible; historious/2.0; +http://historio.us/) +Mozilla/5.0 (compatible; uCrawlr/1.0 ; +https://blog.ucoz.ru/upolicy) +Mozilla/5.0 (compatible; Let's Encrypt validation server; +https://www.letsencrypt.org) +Brodie/1.0 (+http://www.15miles.com/) \ No newline at end of file