diff --git a/src/Fixtures/Crawlers.php b/src/Fixtures/Crawlers.php index 117b9e6..0ddd604 100644 --- a/src/Fixtures/Crawlers.php +++ b/src/Fixtures/Crawlers.php @@ -61,6 +61,7 @@ class Crawlers extends AbstractProvider 'Aboundex', 'aboutthedomain', 'Accoona-AI-Agent', + 'acebookexternalhit\/', 'acoon', 'acrylicapps\.com\/pulp', 'Acunetix', @@ -135,6 +136,7 @@ class Crawlers extends AbstractProvider 'backlink-check', 'BacklinkHttpStatus', 'BackStreet', + 'BackupLand', 'BackWeb', 'Bad-Neighborhood', 'Badass', @@ -200,6 +202,7 @@ class Crawlers extends AbstractProvider 'CC Metadata Scaper', 'Cegbfeieh', 'censys', + 'centuryb.o.t9[at]gmail.com', 'Cerberian Drtrs', 'CERT\.at-Statistics-Survey', 'cg-eye', @@ -248,6 +251,7 @@ class Crawlers extends AbstractProvider 'Criteo', 'CSHttp', 'CSSCheck', + 'Cula', 'curb', 'Curious George', 'curl', @@ -271,6 +275,7 @@ class Crawlers extends AbstractProvider 'DeuSu', 'developers\.google\.com\/\+\/web\/snippet\/', 'Devil', + 'DHSH', 'Digg', 'Digincore', 'DigitalPebble', @@ -358,6 +363,7 @@ class Crawlers extends AbstractProvider 'Feedly', 'FeedshowOnline', 'Feedspot', + 'FeedViewer\/', 'Feedwind\/', 'FeedZcollector', 'feeltiptop', @@ -527,6 +533,7 @@ class Crawlers extends AbstractProvider 'IDwhois\/', 'Iframely', 'igdeSpyder', + 'iGooglePortal', 'IlTrovatore', 'Image Fetch', 'Image Sucker', @@ -798,6 +805,7 @@ class Crawlers extends AbstractProvider 'Outlook-iOS', 'ow\.ly', 'Owler', + 'Owlin', 'ownCloud News', 'OxfordCloudService', 'Page Valet', @@ -1221,11 +1229,13 @@ class Crawlers extends AbstractProvider 'wf84', 'Wfuzz\/', 'wget', + 'WhatCMS', 'WhatsApp', 'WhatsMyIP', 'WhatWeb', 'WhereGoes\?', 'Whibse', + 'WhoAPI\/', 'WhoRunsCoinHive', 'Whynder Magnet', 'WinHttp-Autoproxy-Service',