From 0cba7a232ad7193378b198f429edb3825c5e51dc Mon Sep 17 00:00:00 2001 From: Mark Beech Date: Fri, 24 Apr 2015 21:49:08 +0100 Subject: [PATCH] Added DuckDuckBot user-agent #7 --- tests/crawlers.txt | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tests/crawlers.txt b/tests/crawlers.txt index 53a4c7c..067db46 100644 --- a/tests/crawlers.txt +++ b/tests/crawlers.txt @@ -555,4 +555,5 @@ python-requests/1.2.0 CPython/2.7.3 Linux/3.2.0-29-virtual WeSEE:Ads/PageBot (http://www.wesee.com/bot/) Pingdom.com_bot_version_1.4_(http://www.pingdom.com/) Mozilla/5.0 (compatible; MegaIndex.ru/2.0; +http://megaindex.com/crawler) -GigablastOpenSource/1.0 \ No newline at end of file +GigablastOpenSource/1.0 +DuckDuckBot/1.0; (+http://duckduckgo.com/duckduckbot.html) \ No newline at end of file