Skip to content

Commit

Permalink
Update Crawlers.php
Browse files Browse the repository at this point in the history
Add
acebookexternalhit
BackupLand
centuryb.o.t9[at]gmail.com
Cula
FeedViewer
iGooglePortal
Owlin
WhatCMS
WhoAPI
  • Loading branch information
DavidHDJ authored Jun 13, 2020
1 parent c47ab0b commit 14e8c80
Showing 1 changed file with 10 additions and 0 deletions.
10 changes: 10 additions & 0 deletions src/Fixtures/Crawlers.php
Original file line number Diff line number Diff line change
Expand Up @@ -61,6 +61,7 @@ class Crawlers extends AbstractProvider
'Aboundex',
'aboutthedomain',
'Accoona-AI-Agent',
'acebookexternalhit\/',
'acoon',
'acrylicapps\.com\/pulp',
'Acunetix',
Expand Down Expand Up @@ -135,6 +136,7 @@ class Crawlers extends AbstractProvider
'backlink-check',
'BacklinkHttpStatus',
'BackStreet',
'BackupLand',
'BackWeb',
'Bad-Neighborhood',
'Badass',
Expand Down Expand Up @@ -200,6 +202,7 @@ class Crawlers extends AbstractProvider
'CC Metadata Scaper',
'Cegbfeieh',
'censys',
'centuryb.o.t9[at]gmail.com',
'Cerberian Drtrs',
'CERT\.at-Statistics-Survey',
'cg-eye',
Expand Down Expand Up @@ -248,6 +251,7 @@ class Crawlers extends AbstractProvider
'Criteo',
'CSHttp',
'CSSCheck',
'Cula',
'curb',
'Curious George',
'curl',
Expand All @@ -271,6 +275,7 @@ class Crawlers extends AbstractProvider
'DeuSu',
'developers\.google\.com\/\+\/web\/snippet\/',
'Devil',
'DHSH',
'Digg',
'Digincore',
'DigitalPebble',
Expand Down Expand Up @@ -358,6 +363,7 @@ class Crawlers extends AbstractProvider
'Feedly',
'FeedshowOnline',
'Feedspot',
'FeedViewer\/',
'Feedwind\/',
'FeedZcollector',
'feeltiptop',
Expand Down Expand Up @@ -527,6 +533,7 @@ class Crawlers extends AbstractProvider
'IDwhois\/',
'Iframely',
'igdeSpyder',
'iGooglePortal',
'IlTrovatore',
'Image Fetch',
'Image Sucker',
Expand Down Expand Up @@ -798,6 +805,7 @@ class Crawlers extends AbstractProvider
'Outlook-iOS',
'ow\.ly',
'Owler',
'Owlin',
'ownCloud News',
'OxfordCloudService',
'Page Valet',
Expand Down Expand Up @@ -1221,11 +1229,13 @@ class Crawlers extends AbstractProvider
'wf84',
'Wfuzz\/',
'wget',
'WhatCMS',
'WhatsApp',
'WhatsMyIP',
'WhatWeb',
'WhereGoes\?',
'Whibse',
'WhoAPI\/',
'WhoRunsCoinHive',
'Whynder Magnet',
'WinHttp-Autoproxy-Service',
Expand Down

0 comments on commit 14e8c80

Please sign in to comment.