Skip to content

Commit

Permalink
Merge pull request #206 from JayBizzle/develop
Browse files Browse the repository at this point in the history
Add bots
  • Loading branch information
JayBizzle authored Jun 26, 2017
2 parents 55e98a6 + 6a90242 commit f92d6a8
Show file tree
Hide file tree
Showing 2 changed files with 21 additions and 2 deletions.
10 changes: 8 additions & 2 deletions src/Fixtures/Crawlers.php
Original file line number Diff line number Diff line change
Expand Up @@ -174,12 +174,13 @@ class Crawlers extends AbstractProvider
'Digg',
'Dispatch\/',
'dlvr',
'DMBrowser-UV',
'DMBrowser',
'DNS-Tools Header-Analyzer',
'DNSPod-reporting',
'docoloc',
'Dolphin http client\/',
'DomainAppender',
'Donuts Content Explorer',
'dotSemantic',
'downforeveryoneorjustme',
'downnotifier\.com',
Expand Down Expand Up @@ -382,12 +383,13 @@ class Crawlers extends AbstractProvider
'JS-Kit',
'Kaspersky Lab CFR link resolver',
'KeepRight OpenStreetMap Checker',
'KeyCDN Perf Test',
'KeyCDN',
'Keywords Research',
'KickFire',
'KimonoLabs\/',
'Kml-Google',
'knows\.is',
'KOCMOHABT',
'kouio',
'kulturarw3',
'KumKie',
Expand Down Expand Up @@ -493,6 +495,7 @@ class Crawlers extends AbstractProvider
'okhttp',
'Omea Reader',
'omgili',
'OMSC',
'Online Domain Tools',
'OpenCalaisSemanticProxy',
'Openstat\/',
Expand Down Expand Up @@ -653,6 +656,7 @@ class Crawlers extends AbstractProvider
'spyonweb',
'Sqworm',
'SSL Labs',
'ssl-tools',
'StackRambler',
'Statastico\/',
'StatusCake',
Expand Down Expand Up @@ -703,6 +707,7 @@ class Crawlers extends AbstractProvider
'UnwindFetchor',
'updated',
'Upflow',
'Uptimia',
'URLChecker',
'URLitor.com',
'urlresolver',
Expand Down Expand Up @@ -746,6 +751,7 @@ class Crawlers extends AbstractProvider
'webscreenie',
'Webshot',
'Website Analyzer\/',
'websitepulse agent',
'websitepulse[+ ]checker',
'Websnapr\/',
'Webthumb\/[0-9]',
Expand Down
13 changes: 13 additions & 0 deletions tests/crawlers.txt
Original file line number Diff line number Diff line change
Expand Up @@ -3134,3 +3134,16 @@ VCPP71 http-get 1.0a
Jaunt/1.2
Mozilla/5.0 (compatible; Owler/0.4; +; )
MovableType/x.x
OMSC
websitepulse agent/0.1 (compatible; MSIE 5.5; Netscape 4.75; Linux)
Mozilla/5.0 (compatible; Uptimia; www.uptimia.com)
ssl-tools.net
Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0; .NET CLR 1.1.4322; .NET CLR 1.0.3705; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729) DMBrowser/2.1
keycdn-tools/perf
keycdn-tools/br
keycdn-tools/h2
keycdn-tools/perf
keycdn-tools/br
keycdn-tools/h2
KOCMOHABT (+https://kozmonavt.tk/) Mozilla/5.0 (compatible; Web Explorer 2)
Donuts Content Explorer (www.donuts.domains)

0 comments on commit f92d6a8

Please sign in to comment.