Skip to content

Commit

Permalink
Merge pull request #376 from DavidHDJ/patch-4
Browse files Browse the repository at this point in the history
Update Crawlers.php
  • Loading branch information
JayBizzle authored Jun 14, 2020
2 parents d856dbc + 14e8c80 commit 9d6b436
Showing 1 changed file with 9 additions and 0 deletions.
9 changes: 9 additions & 0 deletions src/Fixtures/Crawlers.php
Original file line number Diff line number Diff line change
Expand Up @@ -61,6 +61,7 @@ class Crawlers extends AbstractProvider
'Aboundex',
'aboutthedomain',
'Accoona-AI-Agent',
'acebookexternalhit\/',
'acoon',
'acrylicapps\.com\/pulp',
'Acunetix',
Expand Down Expand Up @@ -135,6 +136,7 @@ class Crawlers extends AbstractProvider
'backlink-check',
'BacklinkHttpStatus',
'BackStreet',
'BackupLand',
'BackWeb',
'Bad-Neighborhood',
'Badass',
Expand Down Expand Up @@ -200,6 +202,7 @@ class Crawlers extends AbstractProvider
'CC Metadata Scaper',
'Cegbfeieh',
'censys',
'centuryb.o.t9[at]gmail.com',
'Cerberian Drtrs',
'CERT\.at-Statistics-Survey',
'cg-eye',
Expand Down Expand Up @@ -248,6 +251,7 @@ class Crawlers extends AbstractProvider
'Criteo',
'CSHttp',
'CSSCheck',
'Cula',
'curb',
'Curious George',
'curl',
Expand Down Expand Up @@ -359,6 +363,7 @@ class Crawlers extends AbstractProvider
'Feedly',
'FeedshowOnline',
'Feedspot',
'FeedViewer\/',
'Feedwind\/',
'FeedZcollector',
'feeltiptop',
Expand Down Expand Up @@ -528,6 +533,7 @@ class Crawlers extends AbstractProvider
'IDwhois\/',
'Iframely',
'igdeSpyder',
'iGooglePortal',
'IlTrovatore',
'Image Fetch',
'Image Sucker',
Expand Down Expand Up @@ -799,6 +805,7 @@ class Crawlers extends AbstractProvider
'Outlook-iOS',
'ow\.ly',
'Owler',
'Owlin',
'ownCloud News',
'OxfordCloudService',
'Page Valet',
Expand Down Expand Up @@ -1222,11 +1229,13 @@ class Crawlers extends AbstractProvider
'wf84',
'Wfuzz\/',
'wget',
'WhatCMS',
'WhatsApp',
'WhatsMyIP',
'WhatWeb',
'WhereGoes\?',
'Whibse',
'WhoAPI\/',
'WhoRunsCoinHive',
'Whynder Magnet',
'WinHttp-Autoproxy-Service',
Expand Down

0 comments on commit 9d6b436

Please sign in to comment.