From 7cbc3c8e6ca99d7d91eaa13f335341725913d151 Mon Sep 17 00:00:00 2001 From: gilh Date: Thu, 22 Feb 2024 17:25:17 +0000 Subject: [PATCH] User Agent URL amended for new BL page --- docker-compose.yml | 2 +- jobs/frequent/crawler-beans.cxml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index c24838e..5797e20 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -131,7 +131,7 @@ services: - "PUPPETEER_CLUSTER_SIZE=2" - "WARC_OUTPUT_PATH=/heritrix/wren" - "WARC_PREFIX=BL-WEBRENDERED" - - "USER_AGENT_ADDITIONAL=bl.uk_lddc_renderbot/@VERSION@ (+https://www.bl.uk/legal-deposit/web-archiving)" + - "USER_AGENT_ADDITIONAL=bl.uk_lddc_renderbot/@VERSION@ (+https://www.bl.uk/legal-deposit-web-archiving)" ports: - "8010:8010" depends_on: diff --git a/jobs/frequent/crawler-beans.cxml b/jobs/frequent/crawler-beans.cxml index 0950411..ad801a7 100644 --- a/jobs/frequent/crawler-beans.cxml +++ b/jobs/frequent/crawler-beans.cxml @@ -23,7 +23,7 @@ - +