Merge pull request #3 from JayBizzle/develop

Adding a few more bots
JayBizzle · Apr 22, 2015 · eaa5592 · eaa5592
2 parents 327e35c + c8e40d4
commit eaa5592
Show file tree

Hide file tree

Showing 3 changed files with 18 additions and 1 deletion.
diff --git a/README.md b/README.md
@@ -37,6 +37,13 @@ Failing that, just create an issue with the user agent you have found, and we'll
 If you would like to use this with Laravel 5, please see [Laravel-Crawler-Detect](https://github.com/JayBizzle/Laravel-Crawler-Detect)
 
 ### Changelog
+**v1.0.3**
+ - Added ['BUbiNG'](http://law.di.unimi.it/BUbiNG.html)
+ - Added ['Qwantify'](https://www.qwant.com/)
+ - Added ['archive.org_bot'](http://www.archive.org/details/archive.org_bot)
+ - Added ['Applebot'](http://www.apple.com/go/applebot)
+ - Added ['TweetmemeBot'](http://datasift.com/bot.html)
+
 **v1.0.2**
  - Added ['AbiLogicBot'](http://www.abilogic.com/bot.html)
  - Added ['Link Valet'](http://www.htmlhelp.com/tools/valet/)

diff --git a/src/CrawlerDetect.php b/src/CrawlerDetect.php
@@ -26,9 +26,11 @@ class CrawlerDetect {
 		"AISearchBot",
 		"antibot",
 		"AnyApexBot",
+		"Applebot",
 		"arabot",
 		"Arachmo",
 		"archive-com",
+		"archive.org_bot",
 		"B-l-i-t-z-B-O-T",
 		"backlinkcrawler",
 		"baiduspider",
@@ -48,6 +50,7 @@ class CrawlerDetect {
 		"boitho\.com-robot",
 		"brainobot",
 		"btbot",
+		"BUbiNG",
 		"buzzbot",
 		"careerbot",
 		"CatchBot",
@@ -226,6 +229,7 @@ class CrawlerDetect {
 		"Python-urllib",
 		"Qseero",
 		"QuerySeekerSpider",
+		"Qwantify",
 		"Radian6",
 		"RAMPyBot",
 		"REL Link Checker",
@@ -280,6 +284,7 @@ class CrawlerDetect {
 		"truwoGPS",
 		"turnitinbot",
 		"TweetedTimes Bot",
+		"TweetmemeBot",
 		"twengabot",
 		"Twitterbot",
 		"uMBot",

diff --git a/tests/crawlers.txt b/tests/crawlers.txt
@@ -539,4 +539,9 @@ Xenu Link Sleuth 1.2e
 Xenu Link Sleuth 1.2d
 Xenu Link Sleuth 1.2c
 Xenu Link Sleuth 1.2b
-Xenu Link Sleuth/1.3.7
+Xenu Link Sleuth/1.3.7
+BUbiNG (+http://law.di.unimi.it/BUbiNG.html)
+Mozilla/5.0 (compatible; Qwantify/2.0n; +https://www.qwant.com/)/*
+Mozilla/5.0 (compatible; archive.org_bot +http://www.archive.org/details/archive.org_bot)
+Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Applebot/0.1)
+Mozilla/5.0 (TweetmemeBot/4.0; +http://datasift.com/bot.html) Gecko/20100101 Firefox/31.0