Add bots

isobar-nz · Feb 7, 2020 · b19f811 · b19f811
1 parent c1fe212
commit b19f811
Show file tree

Hide file tree

Showing 4 changed files with 17 additions and 1 deletion.
diff --git a/raw/Crawlers.json b/raw/Crawlers.json
diff --git a/raw/Crawlers.txt b/raw/Crawlers.txt
@@ -49,6 +49,7 @@ AddThis
 ADmantX
 AdminLabs
 adressendeutschland
+adreview\/
 adscanner
 Adstxtaggregator
 adstxt-worker
@@ -342,6 +343,7 @@ Fetch API
 Fetch\/[0-9]
 Fever\/[0-9]
 FHscan
+Filestack
 Fimap
 findlink
 findthatfile
@@ -399,6 +401,7 @@ Google Page Speed Insights
 Google PP Default
 Google Search Console
 Google Web Preview
+Google-Ads-Overview
 Google-Adwords
 Google-Apps-Script
 Google-Calendar-Importer
@@ -408,6 +411,7 @@ Google-Publisher-Plugin
 Google-Read-Aloud
 Google-SearchByImage
 Google-Site-Verification
+Google-speakr
 Google-Structured-Data-Testing-Tool
 Google-Youtube-Links
 google-xrawler

diff --git a/src/Fixtures/Crawlers.php b/src/Fixtures/Crawlers.php
@@ -70,6 +70,7 @@ class Crawlers extends AbstractProvider
         'ADmantX',
         'AdminLabs',
         'adressendeutschland',
+        'adreview\/',
         'adscanner',
         'Adstxtaggregator',
         'adstxt-worker',
@@ -363,6 +364,7 @@ class Crawlers extends AbstractProvider
         'Fetch\/[0-9]',
         'Fever\/[0-9]',
         'FHscan',
+        'Filestack',
         'Fimap',
         'findlink',
         'findthatfile',
@@ -420,6 +422,7 @@ class Crawlers extends AbstractProvider
         'Google PP Default',
         'Google Search Console',
         'Google Web Preview',
+        'Google-Ads-Overview',
         'Google-Adwords',
         'Google-Apps-Script',
         'Google-Calendar-Importer',
@@ -429,6 +432,7 @@ class Crawlers extends AbstractProvider
         'Google-Read-Aloud',
         'Google-SearchByImage',
         'Google-Site-Verification',
+        'Google-speakr',
         'Google-Structured-Data-Testing-Tool',
         'Google-Youtube-Links',
         'google-xrawler',

diff --git a/tests/crawlers.txt b/tests/crawlers.txt
@@ -3496,3 +3496,11 @@ Wolfram HTTPClient 12.
 SEOlizer/1.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.13) Gecko/20080311 Firefox/2.0.0.13
 Mozilla/5.0 (Linux; Android 7.0; FRD-AL00 Build/HUAWEIFRD-AL00; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/53.0.2785.49 Mobile MQQBrowser/6.2 TBS/043602 Safari/537.36 MicroMessenger/6.5.16.1120 NetType/WIFI Language/zh_CN
 Mozilla/5.0 (iPhone; CPU iPhone OS 11_2_1 like Mac OS X) AppleWebKit/604.4.7 (KHTML, like Gecko) Mobile/15C153 MicroMessenger/6.6.6 NetType/WIFI Language/en
+Filestack
+Google-Ads-Overview Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.118 Safari/537.36
+Google-Ads-Overview Mozilla/5.0 (Linux; U; Android 6.0.1; generic) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.118 Version/4.0 Mobile Safari/537.36
+Google-Ads-Overview Mozilla/5.0 (Linux; U; Android 2.3.4; generic) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.118 Version/4.0 Mobile Safari/537.36
+Google-Ads-Overview Mozilla/5.0 (Linux; U; Android 2.3.4; generic) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Mobile Safari/537.36
+adreview/1.0
+Google-speakr
+Google-speakr,gzip(gfe)