add prerender bot (#441)

JayBizzle · Mar 3, 2021 · 5097754 · 5097754
1 parent a581e89
commit 5097754
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 2 deletions.
diff --git a/raw/Crawlers.json b/raw/Crawlers.json
diff --git a/raw/Crawlers.txt b/raw/Crawlers.txt
@@ -883,6 +883,7 @@ PostPost
 postrank
 PowerPoint\/
 Prebid
+Prerender
 Priceonomics Analysis Engine
 PrintFriendly
 PritTorrent
@@ -1340,4 +1341,4 @@ Zombie\.js
 Zoom\.Mac
 ZoteroTranslationServer
 ZyBorg
-[a-z0-9\-_]*(bot|crawl|archiver|transcoder|spider|uptime|validator|fetcher|cron|checker|reader|extractor|monitoring|analyzer|scraper)
+[a-z0-9\-_]*(bot|crawl|archiver|transcoder|spider|uptime|validator|fetcher|cron|checker|reader|extractor|monitoring|analyzer|scraper)
diff --git a/src/Fixtures/Crawlers.php b/src/Fixtures/Crawlers.php
@@ -904,6 +904,7 @@ class Crawlers extends AbstractProvider
         'postrank',
         'PowerPoint\/',
         'Prebid',
+        'Prerender',
         'Priceonomics Analysis Engine',
         'PrintFriendly',
         'PritTorrent',

diff --git a/tests/crawlers.txt b/tests/crawlers.txt
@@ -3590,3 +3590,4 @@ Mozilla/5.0 (compatible; tchelebi/1.0; +http://tchelebi.io)
 OnalyticaBot
 Pleroma 2.1.50-495-gf9ece1a7-develop+dev; https://search.fedi.app <[email protected]>; Bot
 SmerBot/0.1 ([email protected]) Language Model Dataset Fetcher
+Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/71.0.3578.98 Safari/537.36 Prerender (+https://github.com/prerender/prerender)