diff --git a/api/failing.json b/api/failing.json
index a3e8c008f5..ecd765d16f 100644
--- a/api/failing.json
+++ b/api/failing.json
@@ -1 +1 @@
-[{"council_id":"BDG","missing":false,"latest_run":{"status_code":1,"log_text":"[10:34:16] Fetching Scraper for: BDG handlers.py:23\n Begin attempting to scrape: BDG handlers.py:27\n Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[10:34:17] ...data deleted. base.py:264\n Scraping from base.py:49\n https://modgov.lbbd.gov.uk/internet/mgWebService.asmx/GetC \n ouncillorsByWard \n[10:34:33] [Errno 110] Connection timed out handlers.py:36\n Finished attempting to scrape: BDG base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 99, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/connection.py\", line 76, in handle_request\n stream = self._connect(request)\n File \"/opt/python/httpcore/_sync/connection.py\", line 122, in _connect\n stream = self._network_backend.connect_tcp(**kwargs)\n File \"/opt/python/httpcore/_backends/sync.py\", line 205, in connect_tcp\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ConnectTimeout: [Errno 110] Connection timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ConnectTimeout: [Errno 110] Connection timed out\n","start":"2024-10-26 10:34:16.149244","end":"2024-10-26 10:34:33.583123","duration":17}},{"council_id":"BOL","missing":false,"latest_run":{"status_code":1,"log_text":"[10:37:24] Fetching Scraper for: BOL handlers.py:23\n Begin attempting to scrape: BOL handlers.py:27\n Deleting existing data... base.py:257\n[10:37:25] Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n ...data deleted. base.py:264\n Scraping from base.py:49\n https://www.democracy.bolton.gov.uk/cmis5/People.aspx \n [Errno -2] Name or service not known handlers.py:36\n[10:37:26] Finished attempting to scrape: BOL base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 99, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/connection.py\", line 76, in handle_request\n stream = self._connect(request)\n File \"/opt/python/httpcore/_sync/connection.py\", line 122, in _connect\n stream = self._network_backend.connect_tcp(**kwargs)\n File \"/opt/python/httpcore/_backends/sync.py\", line 205, in connect_tcp\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ConnectError: [Errno -2] Name or service not known\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 55, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 272, in get_councillors\n req = self.get(\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ConnectError: [Errno -2] Name or service not known\n","start":"2024-10-26 10:37:24.253072","end":"2024-10-26 10:37:26.163348","duration":1}},{"council_id":"BRM","missing":false,"latest_run":{"status_code":1,"log_text":"[09:20:48] Fetching Scraper for: BRM handlers.py:23\n Begin attempting to scrape: BRM handlers.py:27\n[09:20:49] Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n[09:20:50] Getting all files in Councillors/json... base.py:209\n ...found 31 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n ...found 31 files in Councillors/raw base.py:225\n ...found 63 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 63 files base.py:236\n[09:20:51] ...data deleted. base.py:264\n Scraping from base.py:49\n http://moderngovwebpublic.bromsgrove.gov.uk/mgWebService.a \n smx/GetCouncillorsByWard \n[09:21:06] [Errno 110] Connection timed out handlers.py:36\n[09:21:07] Finished attempting to scrape: BRM base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 99, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/connection.py\", line 76, in handle_request\n stream = self._connect(request)\n File \"/opt/python/httpcore/_sync/connection.py\", line 122, in _connect\n stream = self._network_backend.connect_tcp(**kwargs)\n File \"/opt/python/httpcore/_backends/sync.py\", line 205, in connect_tcp\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ConnectTimeout: [Errno 110] Connection timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ConnectTimeout: [Errno 110] Connection timed out\n","start":"2024-10-26 09:20:48.920655","end":"2024-10-26 09:21:07.077892","duration":18}},{"council_id":"CAN","missing":false,"latest_run":{"status_code":1,"log_text":"[08:56:49] Fetching Scraper for: CAN handlers.py:23\n Begin attempting to scrape: CAN handlers.py:27\n[08:56:50] Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[08:56:51] ...data deleted. base.py:264\n Scraping from base.py:49\n https://www.cannockchasedc.gov.uk/council/about-council/yo \n ur-councillors \n[08:56:53] list index out of range handlers.py:36\n[08:56:54] Finished attempting to scrape: CAN base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 55, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 161, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 158, in get_list_container\n return selected[0]\nIndexError: list index out of range\n","start":"2024-10-26 08:56:49.681181","end":"2024-10-26 08:56:54.111591","duration":4}},{"council_id":"CAS","missing":false,"latest_run":{"status_code":1,"log_text":"[08:29:10] Fetching Scraper for: CAS handlers.py:23\n[08:29:11] Begin attempting to scrape: CAS handlers.py:27\n Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n[08:29:12] ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n ...data deleted. base.py:264\n Scraping from https://www.castlepoint.gov.uk/councillors base.py:49\n[08:29:14] Scraping from base.py:49\n https://www.castlepoint.gov.ukhttps://castlepoint.cmis.uk. \n com/castlepoint/Committees/CurrentCommittees.aspx?a=1 \n [Errno -2] Name or service not known handlers.py:36\n Finished attempting to scrape: CAS base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 99, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/connection.py\", line 76, in handle_request\n stream = self._connect(request)\n File \"/opt/python/httpcore/_sync/connection.py\", line 122, in _connect\n stream = self._network_backend.connect_tcp(**kwargs)\n File \"/opt/python/httpcore/_backends/sync.py\", line 205, in connect_tcp\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ConnectError: [Errno -2] Name or service not known\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 57, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"scrapers/CAS-castle-point/councillors.py\", line 15, in get_single_councillor\n soup = self.get_page(url)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 141, in get_page\n page = self.get(url, extra_headers=self.extra_headers).text\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ConnectError: [Errno -2] Name or service not known\n","start":"2024-10-26 08:29:10.981028","end":"2024-10-26 08:29:14.574733","duration":3}},{"council_id":"EAY","missing":false,"latest_run":{"status_code":1,"log_text":"[08:24:00] Fetching Scraper for: EAY handlers.py:23\n Begin attempting to scrape: EAY handlers.py:27\n Deleting existing data... base.py:257\n[08:24:01] Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[08:24:02] ...data deleted. base.py:264\n Scraping from base.py:49\n https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou \n t-the-Council/Councillors-and-Provost/YourCouncillor.aspx \n[08:24:03] Scraping from base.py:49\n https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou \n t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? \n 9 \n[08:24:04] 'NoneType' object has no attribute 'find_parent' handlers.py:36\n Finished attempting to scrape: EAY base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 57, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"scrapers/EAY-east-ayrshire/councillors.py\", line 22, in get_single_councillor\n .find_parent(\"div\")\nAttributeError: 'NoneType' object has no attribute 'find_parent'\n","start":"2024-10-26 08:24:00.431419","end":"2024-10-26 08:24:04.474938","duration":4}},{"council_id":"FYL","missing":false,"latest_run":{"status_code":1,"log_text":"[09:16:05] Fetching Scraper for: FYL handlers.py:23\n Begin attempting to scrape: FYL handlers.py:27\n[09:16:06] Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n Getting all files in Councillors/json... base.py:209\n[09:16:07] ...found 30 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n ...found 30 files in Councillors/raw base.py:225\n ...found 61 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 61 files base.py:236\n[09:16:08] ...data deleted. base.py:264\n Scraping from base.py:49\n https://fylde.cmis.uk.com/fylde/CouncillorsandMP.aspx \n[09:16:09] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/48/ScreenMode/Alphabetical/D \n efault.aspx \n[09:16:12] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/48/ScreenMode/Alphabetical/D \n efault.aspx \n[09:16:13] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/148/ScreenMode/Alphabetical/ \n Default.aspx \n[09:16:16] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/148/ScreenMode/Alphabetical/ \n Default.aspx \n[09:16:17] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetical/D \n efault.aspx \n[09:16:20] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetical/D \n efault.aspx \n[09:16:23] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/211/ScreenMode/Alphabetical/ \n Default.aspx \n[09:16:26] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/211/ScreenMode/Alphabetical/ \n Default.aspx \n[09:16:27] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/207/ScreenMode/Alphabetical/ \n Default.aspx \n[09:16:29] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/207/ScreenMode/Alphabetical/ \n Default.aspx \n[09:16:31] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabetical/D \n efault.aspx \n[09:16:34] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabetical/D \n efault.aspx \n[09:16:35] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/208/ScreenMode/Alphabetical/ \n Default.aspx \n[09:16:38] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/208/ScreenMode/Alphabetical/ \n Default.aspx \n[09:16:39] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetical/D \n efault.aspx \n[09:16:43] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetical/D \n efault.aspx \n[09:16:44] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/172/ScreenMode/Alphabetical/ \n Default.aspx \n[09:16:49] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/172/ScreenMode/Alphabetical/ \n Default.aspx \n[09:16:50] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/213/ScreenMode/Alphabetical/ \n Default.aspx \n[09:16:53] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/213/ScreenMode/Alphabetical/ \n Default.aspx \n[09:16:54] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/209/ScreenMode/Alphabetical/ \n Default.aspx \n[09:16:57] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/209/ScreenMode/Alphabetical/ \n Default.aspx \n[09:16:58] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabetical/D \n efault.aspx \n[09:17:01] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabetical/D \n efault.aspx \n[09:17:03] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/206/ScreenMode/Alphabetical/ \n Default.aspx \n[09:17:06] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/206/ScreenMode/Alphabetical/ \n Default.aspx \n[09:17:07] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/174/ScreenMode/Alphabetical/ \n Default.aspx \n[09:17:10] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/174/ScreenMode/Alphabetical/ \n Default.aspx \n[09:17:13] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabetical/D \n efault.aspx \n[09:17:15] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabetical/D \n efault.aspx \n[09:17:17] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/186/ScreenMode/Alphabetical/ \n Default.aspx \n[09:17:19] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/186/ScreenMode/Alphabetical/ \n Default.aspx \n[09:17:21] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/176/ScreenMode/Alphabetical/ \n Default.aspx \n[09:17:24] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/176/ScreenMode/Alphabetical/ \n Default.aspx \n[09:17:25] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabetical/D \n efault.aspx \n[09:17:28] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabetical/D \n efault.aspx \n[09:17:29] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/35/ScreenMode/Alphabetical/D \n efault.aspx \n[09:17:33] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/35/ScreenMode/Alphabetical/D \n efault.aspx \n[09:17:36] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetical/D \n efault.aspx \n[09:17:39] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetical/D \n efault.aspx \n[09:17:40] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/153/ScreenMode/Alphabetical/ \n Default.aspx \n[09:17:43] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/153/ScreenMode/Alphabetical/ \n Default.aspx \n[09:17:45] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/212/ScreenMode/Alphabetical/ \n Default.aspx \n[09:17:47] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/212/ScreenMode/Alphabetical/ \n Default.aspx \n[09:17:49] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/187/ScreenMode/Alphabetical/ \n Default.aspx \n[09:17:52] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/187/ScreenMode/Alphabetical/ \n Default.aspx \n[09:17:53] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetical/D \n efault.aspx \n[09:17:56] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetical/D \n efault.aspx \n[09:17:57] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/177/ScreenMode/Alphabetical/ \n Default.aspx \n[09:18:02] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/177/ScreenMode/Alphabetical/ \n Default.aspx \n[09:18:03] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/16/ScreenMode/Alphabetical/D \n efault.aspx \n[09:18:06] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/16/ScreenMode/Alphabetical/D \n efault.aspx \n[09:18:08] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/167/ScreenMode/Alphabetical/ \n Default.aspx \n[09:18:11] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/167/ScreenMode/Alphabetical/ \n Default.aspx \n[09:18:12] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabetical/D \n efault.aspx \n[09:18:15] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabetical/D \n efault.aspx \n[09:18:17] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/34/ScreenMode/Alphabetical/D \n efault.aspx \n[09:18:20] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/34/ScreenMode/Alphabetical/D \n efault.aspx \n[09:18:21] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/210/ScreenMode/Alphabetical/ \n Default.aspx \n[09:18:26] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/210/ScreenMode/Alphabetical/ \n Default.aspx \n[09:18:27] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/221/ScreenMode/Alphabetical/ \n Default.aspx \n[09:18:30] 'NoneType' object has no attribute 'parent' handlers.py:36\n Committing batch 1 consisting of 60 files base.py:297\n[09:18:31] Finished attempting to scrape: FYL base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 57, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 300, in get_single_councillor\n party = self.get_party_name(list_page_html)\n File \"scrapers/FYL-fylde/councillors.py\", line 17, in get_party_name\n .parent.get_text(strip=True)\nAttributeError: 'NoneType' object has no attribute 'parent'\n","start":"2024-10-26 09:16:05.753955","end":"2024-10-26 09:18:31.538498","duration":145}},{"council_id":"GLG","missing":false,"latest_run":{"status_code":1,"log_text":"[08:28:09] Fetching Scraper for: GLG handlers.py:23\n Begin attempting to scrape: GLG handlers.py:27\n Deleting existing data... base.py:257\n[08:28:10] Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[08:28:11] ...data deleted. base.py:264\n Scraping from base.py:49\n https://www.glasgow.gov.uk/councillorsandcommittees/allMem \n bers.asp?sort=0&page=0&rec=100 \n Client error '404 Not Found' for url handlers.py:36\n 'https://www.glasgow.gov.uk/councillorsandcommittees/a \n llMembers.asp?sort=0&page=0&rec=100' \n For more information check: \n https://developer.mozilla.org/en-US/docs/Web/HTTP/Stat \n us/404 \n Finished attempting to scrape: GLG base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 55, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 161, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 152, in get_list_container\n self.base_url_soup = self.get_page(self.base_url)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 141, in get_page\n page = self.get(url, extra_headers=self.extra_headers).text\n File \"/var/task/lgsf/scrapers/base.py\", line 56, in get\n response.raise_for_status()\n File \"/opt/python/httpx/_models.py\", line 761, in raise_for_status\n raise HTTPStatusError(message, request=request, response=self)\nhttpx.HTTPStatusError: Client error '404 Not Found' for url 'https://www.glasgow.gov.uk/councillorsandcommittees/allMembers.asp?sort=0&page=0&rec=100'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/404\n","start":"2024-10-26 08:28:09.269894","end":"2024-10-26 08:28:11.614805","duration":2}},{"council_id":"GLS","missing":false,"latest_run":{"status_code":1,"log_text":"[10:46:00] Fetching Scraper for: GLS handlers.py:23\n Begin attempting to scrape: GLS handlers.py:27\n Deleting existing data... base.py:257\n[10:46:01] Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[10:46:02] ...data deleted. base.py:264\n Scraping from base.py:49\n http://glostext.gloucestershire.gov.uk//mgWebService.asmx/ \n GetCouncillorsByWard \n[10:46:17] [Errno 110] Connection timed out handlers.py:36\n Finished attempting to scrape: GLS base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 99, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/connection.py\", line 76, in handle_request\n stream = self._connect(request)\n File \"/opt/python/httpcore/_sync/connection.py\", line 122, in _connect\n stream = self._network_backend.connect_tcp(**kwargs)\n File \"/opt/python/httpcore/_backends/sync.py\", line 205, in connect_tcp\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ConnectTimeout: [Errno 110] Connection timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ConnectTimeout: [Errno 110] Connection timed out\n","start":"2024-10-26 10:46:00.564146","end":"2024-10-26 10:46:17.836956","duration":17}},{"council_id":"GRE","missing":false,"latest_run":{"status_code":1,"log_text":"[10:36:54] Fetching Scraper for: GRE handlers.py:23\n Begin attempting to scrape: GRE handlers.py:27\n[10:36:55] Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[10:36:56] ...data deleted. base.py:264\n Scraping from base.py:49\n https://committees.royalgreenwich.gov.uk/Councillors/tabid \n /63/ScreenMode/Alphabetical/Default.aspx \n[10:36:57] Client error '404 Not Found' for url handlers.py:36\n 'https://committees.royalgreenwich.gov.uk/mgError.aspx \n ' \n For more information check: \n https://developer.mozilla.org/en-US/docs/Web/HTTP/Stat \n us/404 \n Finished attempting to scrape: GRE base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 55, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 272, in get_councillors\n req = self.get(\n File \"/var/task/lgsf/scrapers/base.py\", line 56, in get\n response.raise_for_status()\n File \"/opt/python/httpx/_models.py\", line 761, in raise_for_status\n raise HTTPStatusError(message, request=request, response=self)\nhttpx.HTTPStatusError: Client error '404 Not Found' for url 'https://committees.royalgreenwich.gov.uk/mgError.aspx'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/404\n","start":"2024-10-26 10:36:54.960660","end":"2024-10-26 10:36:57.621923","duration":2}},{"council_id":"MAL","missing":false,"latest_run":{"status_code":1,"log_text":"[08:50:37] Fetching Scraper for: MAL handlers.py:23\n Begin attempting to scrape: MAL handlers.py:27\n[08:50:38] Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n Getting all files in Councillors/json... base.py:209\n ...found 31 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n[08:50:39] ...found 31 files in Councillors/raw base.py:225\n ...found 63 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 63 files base.py:236\n ...data deleted. base.py:264\n Scraping from base.py:49\n https://democracy.maldon.gov.uk/mgWebService.asmx/GetCounc \n illorsByWard \n[08:51:10] The read operation timed out handlers.py:36\n Finished attempting to scrape: MAL base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 101, in handle_request\n return self._connection.handle_request(request)\n File \"/opt/python/httpcore/_sync/http11.py\", line 143, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/http11.py\", line 113, in handle_request\n ) = self._receive_response_headers(**kwargs)\n File \"/opt/python/httpcore/_sync/http11.py\", line 186, in _receive_response_headers\n event = self._receive_event(timeout=timeout)\n File \"/opt/python/httpcore/_sync/http11.py\", line 224, in _receive_event\n data = self._network_stream.read(\n File \"/opt/python/httpcore/_backends/sync.py\", line 124, in read\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ReadTimeout: The read operation timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ReadTimeout: The read operation timed out\n","start":"2024-10-26 08:50:37.740995","end":"2024-10-26 08:51:10.486316","duration":32}},{"council_id":"NGM","missing":false,"latest_run":{"status_code":1,"log_text":"[09:33:05] Fetching Scraper for: NGM handlers.py:23\n Begin attempting to scrape: NGM handlers.py:27\n Deleting existing data... base.py:257\n[09:33:06] Getting all files in Councillors... base.py:209\n Getting all files in Councillors/json... base.py:209\n ...found 55 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n ...found 55 files in Councillors/raw base.py:225\n ...found 111 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 100 files base.py:236\n[09:33:07] Deleting batch no. 2 consisting of 11 files base.py:236\n[09:33:08] ...data deleted. base.py:264\n Scraping from base.py:49\n http://committee.nottinghamcity.gov.uk/mgWebService.asmx/G \n etCouncillorsByWard \n[09:33:38] The read operation timed out handlers.py:36\n Finished attempting to scrape: NGM base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 101, in handle_request\n return self._connection.handle_request(request)\n File \"/opt/python/httpcore/_sync/http11.py\", line 143, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/http11.py\", line 113, in handle_request\n ) = self._receive_response_headers(**kwargs)\n File \"/opt/python/httpcore/_sync/http11.py\", line 186, in _receive_response_headers\n event = self._receive_event(timeout=timeout)\n File \"/opt/python/httpcore/_sync/http11.py\", line 224, in _receive_event\n data = self._network_stream.read(\n File \"/opt/python/httpcore/_backends/sync.py\", line 124, in read\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ReadTimeout: The read operation timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ReadTimeout: The read operation timed out\n","start":"2024-10-26 09:33:05.259772","end":"2024-10-26 09:33:38.913218","duration":33}},{"council_id":"RED","missing":false,"latest_run":{"status_code":1,"log_text":"[09:50:14] Fetching Scraper for: RED handlers.py:23\n Begin attempting to scrape: RED handlers.py:27\n Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n[09:50:15] Getting all files in Councillors/json... base.py:209\n ...found 27 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n ...found 27 files in Councillors/raw base.py:225\n ...found 55 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 55 files base.py:236\n[09:50:16] ...data deleted. base.py:264\n Scraping from base.py:49\n http://moderngovwebpublic.redditchbc.gov.uk/mgWebService.a \n smx/GetCouncillorsByWard \n[09:50:31] [Errno 110] Connection timed out handlers.py:36\n Finished attempting to scrape: RED base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 99, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/connection.py\", line 76, in handle_request\n stream = self._connect(request)\n File \"/opt/python/httpcore/_sync/connection.py\", line 122, in _connect\n stream = self._network_backend.connect_tcp(**kwargs)\n File \"/opt/python/httpcore/_backends/sync.py\", line 205, in connect_tcp\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ConnectTimeout: [Errno 110] Connection timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ConnectTimeout: [Errno 110] Connection timed out\n","start":"2024-10-26 09:50:14.207189","end":"2024-10-26 09:50:31.979698","duration":17}},{"council_id":"SHE","missing":false,"latest_run":{"status_code":null,"log_text":"[11:28:20] Fetching Scraper for: SHE handlers.py:22\n Begin attempting to scrape: SHE handlers.py:25\n Deleting existing data... base.py:234\n Getting all files in SHE... base.py:186\n[11:28:21] Getting all files in SHE/json... base.py:186\n ...found 30 files in SHE/json base.py:202\n Getting all files in SHE/raw... base.py:186\n ...found 30 files in SHE/raw base.py:202\n ...found 61 files in SHE base.py:202\n Deleting batch no. 1 consisting of 61 files base.py:211\n[11:28:32] An error occurred (ThrottlingException) when calling handlers.py:34\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: SHE base.py:319\n","errors":"An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded","start":"2022-04-04 11:28:20.509898","end":"2022-04-04 11:28:32.871624","duration":12}},{"council_id":"STG","missing":false,"latest_run":{"status_code":1,"log_text":"[08:43:11] Fetching Scraper for: STG handlers.py:23\n Begin attempting to scrape: STG handlers.py:27\n Deleting existing data... base.py:257\n[08:43:12] Getting all files in Councillors... base.py:209\n Getting all files in Councillors/json... base.py:209\n ...found 19 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n ...found 19 files in Councillors/raw base.py:225\n ...found 39 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 39 files base.py:236\n[08:43:13] ...data deleted. base.py:264\n Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/politic \n ians-and-elections/councillors/ \n[08:43:14] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/elaine-watterson/ \n[08:43:16] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/gene-maxwell/ \n[08:43:17] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/martin-earl/ \n[08:43:18] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/gerry-mcgarvey/ \n[08:43:19] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/paul-henke/ \n[08:43:21] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/rosemary-fraser/ \n[08:43:22] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/alasdair-tollemache/ \n[08:43:23] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/david-wilson/ \n[08:43:25] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/robin-kleinman/ \n[08:43:26] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/thomas-heald/ \n[08:43:28] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/danny-gibson/ \n[08:43:29] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/jim-thomson/ \n[08:43:30] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/rachel-nunn/ \n[08:43:31] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/susan-mcgill/ \n[08:43:33] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/jen-preston/ \n[08:43:34] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/neil-benny/ \n[08:43:35] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/scott-farmer/ \n[08:43:38] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/bryan-flannagan/ \n[08:43:39] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/gerry-mclaughlan/ \n[08:43:40] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/vacant/ \n[08:43:42] 'NoneType' object is not subscriptable handlers.py:36\n Committing batch 1 consisting of 38 files base.py:297\n[08:43:43] Finished attempting to scrape: STG base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 57, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"scrapers/STG-stirling/councillors.py\", line 42, in get_single_councillor\n councillor.email = soup.select_one(\"a[href^=mailto]\")[\nTypeError: 'NoneType' object is not subscriptable\n","start":"2024-10-26 08:43:11.133101","end":"2024-10-26 08:43:43.509826","duration":32}},{"council_id":"TEW","missing":false,"latest_run":{"status_code":1,"log_text":"[08:43:46] Fetching Scraper for: TEW handlers.py:23\n Begin attempting to scrape: TEW handlers.py:27\n Deleting existing data... base.py:257\n[08:43:47] Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[08:43:48] ...data deleted. base.py:264\n Scraping from base.py:49\n http://minutes.tewkesbury.gov.uk/mgWebService.asmx/GetCoun \n cillorsByWard \n[08:44:18] timed out handlers.py:36\n Finished attempting to scrape: TEW base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 101, in handle_request\n return self._connection.handle_request(request)\n File \"/opt/python/httpcore/_sync/http11.py\", line 143, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/http11.py\", line 113, in handle_request\n ) = self._receive_response_headers(**kwargs)\n File \"/opt/python/httpcore/_sync/http11.py\", line 186, in _receive_response_headers\n event = self._receive_event(timeout=timeout)\n File \"/opt/python/httpcore/_sync/http11.py\", line 224, in _receive_event\n data = self._network_stream.read(\n File \"/opt/python/httpcore/_backends/sync.py\", line 124, in read\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ReadTimeout: timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ReadTimeout: timed out\n","start":"2024-10-26 08:43:46.395437","end":"2024-10-26 08:44:18.736294","duration":32}},{"council_id":"THE","missing":false,"latest_run":{"status_code":1,"log_text":"[08:23:51] Fetching Scraper for: THE handlers.py:23\n[08:23:52] Begin attempting to scrape: THE handlers.py:27\n Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n[08:23:53] ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[08:23:54] ...data deleted. base.py:264\n Scraping from base.py:49\n https://www.threerivers.gov.uk/listing/councillors \n[08:23:55] 'NoneType' object has no attribute 'findNext' handlers.py:36\n[08:23:56] Finished attempting to scrape: THE base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 55, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 161, in get_councillors\n container = self.get_list_container()\n File \"scrapers/THE-three-rivers/councillors.py\", line 15, in get_list_container\n return soup.find(\"h3\", text=\"District Councillor\").findNext(\"ul\")\nAttributeError: 'NoneType' object has no attribute 'findNext'\n","start":"2024-10-26 08:23:51.982861","end":"2024-10-26 08:23:56.060624","duration":4}},{"council_id":"VGL","missing":false,"latest_run":{"status_code":1,"log_text":"[10:44:24] Fetching Scraper for: VGL handlers.py:23\n Begin attempting to scrape: VGL handlers.py:27\n Deleting existing data... base.py:257\n[10:44:25] Getting all files in Councillors... base.py:209\n Getting all files in Councillors/json... base.py:209\n ...found 16 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n ...found 16 files in Councillors/raw base.py:225\n ...found 33 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 33 files base.py:236\n[10:44:26] ...data deleted. base.py:264\n Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Councillors.aspx \n[10:44:28] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Asbrey-Anne.aspx \n[10:44:29] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Aviet-Julie.aspx \n[10:44:30] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Ball-Gareth.aspx \n[10:44:32] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Birch-Rhiannon.aspx \n[10:44:33] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Brooks-Bronwen.aspx \n[10:44:34] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Bruce-Gillian.aspx \n[10:44:35] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Buckley-Ian.aspx \n[10:44:37] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Burnett-Lis.aspx \n[10:44:38] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Campbell-Samantha.aspx \n[10:44:40] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Carroll-George.aspx \n[10:44:41] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Cave-Christine.aspx \n[10:44:42] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Champion-Charles.aspx \n[10:44:44] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Charles-Janice.aspx \n[10:44:45] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Collins-Amelia.aspx \n[10:44:48] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Cowpe-Marianne.aspx \n[10:44:49] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Drake-Pamela.aspx \n[10:44:51] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Driscoll-Vincent.aspx \n[10:44:52] 'NoneType' object has no attribute 'get_text' handlers.py:36\n Committing batch 1 consisting of 32 files base.py:297\n[10:44:53] Finished attempting to scrape: VGL base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 57, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"scrapers/VGL-the-vale-of-glamorgan/councillors.py\", line 36, in get_single_councillor\n email_text = soup.select_one(\"#S4_EmailPlaceholder\").get_text(\nAttributeError: 'NoneType' object has no attribute 'get_text'\n","start":"2024-10-26 10:44:24.329349","end":"2024-10-26 10:44:53.957974","duration":29}},{"council_id":"WLN","missing":false,"latest_run":{"status_code":1,"log_text":"[09:50:54] Fetching Scraper for: WLN handlers.py:23\n Begin attempting to scrape: WLN handlers.py:27\n[09:50:55] Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n Getting all files in Councillors/json... base.py:209\n ...found 25 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n[09:50:56] ...found 25 files in Councillors/raw base.py:225\n ...found 51 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 51 files base.py:236\n ...data deleted. base.py:264\n Scraping from https://westlothian.gov.uk/councillors base.py:49\n[09:50:59] Scraping from base.py:49\n https://westlothian.gov.uk/article/33888/Linlithgow \n[09:51:00] Scraping from base.py:49\n https://westlothian.gov.uk/article/33889/Broxburn-Uphall-a \n nd-Winchburgh \n[09:51:01] Scraping from base.py:49\n https://westlothian.gov.uk/article/33890/Livingston-North \n Scraping from base.py:49\n https://westlothian.gov.uk/article/33891/Livingston-South \n[09:51:02] Scraping from base.py:49\n https://westlothian.gov.uk/article/33893/East-Livingston-a \n nd-East-Calder \n[09:51:03] Scraping from base.py:49\n https://westlothian.gov.uk/article/33892/Fauldhouse-and-th \n e-Breich-Valley \n Scraping from base.py:49\n https://westlothian.gov.uk/article/33894/Whitburn-and-Blac \n kburn \n[09:51:04] Scraping from base.py:49\n https://westlothian.gov.uk/article/33895/Bathgate \n[09:51:05] Scraping from base.py:49\n https://westlothian.gov.uk/article/33896/Armadale-and-Blac \n kridge \n Scraping from base.py:49\n https://westlothian.gov.uk/article/33897/Councillor-Tom-Co \n nn \n[09:51:06] Scraping from base.py:49\n https://westlothian.gov.uk/article/33898/Councillor-Paulin \n e-Orr \n[09:51:07] Scraping from base.py:49\n https://westlothian.gov.uk/article/33899/Councillor-Sally- \n Pattle \n[09:51:08] Scraping from base.py:49\n https://westlothian.gov.uk/article/34305/Councillor-Tony-B \n oyle \n Scraping from base.py:49\n https://westlothian.gov.uk/article/34302/Councillor-Diane- \n Calder \n[09:51:09] Scraping from base.py:49\n https://westlothian.gov.uk/article/34303/Councillor-Janet- \n Campbell \n[09:51:11] Scraping from base.py:49\n https://westlothian.gov.uk/article/34304/Councillor-Angela \n -Doran-Timson \n[09:51:12] Scraping from base.py:49\n https://westlothian.gov.uk/article/34307/Councillor-Alison \n -Adamson \n[09:51:13] Scraping from base.py:49\n https://westlothian.gov.uk/article/34306/Councillor-Robert \n -De-Bold \n Scraping from base.py:49\n https://westlothian.gov.uk/article/34308/Councillor-Anne-M \n cMillan \n[09:51:14] Scraping from base.py:49\n https://westlothian.gov.uk/article/34309/Councillor-Andrew \n -Miller \n[09:51:15] Scraping from base.py:49\n https://westlothian.gov.uk/article/34311/Councillor-Lawren \n ce-Fitzpatrick \n[09:51:16] Scraping from base.py:49\n https://westlothian.gov.uk/article/34310/Councillor-Peter- \n Heggie \n Scraping from base.py:49\n https://westlothian.gov.uk/article/34312/Councillor-Maria- \n MacAulay \n[09:51:17] Scraping from base.py:49\n https://westlothian.gov.uk/article/34313/Councillor-Moira- \n McKee-Shemilt \n[09:51:18] Scraping from base.py:49\n https://westlothian.gov.uk/article/34317/Councillor-Damian \n -Doran-Timson \n[09:51:19] Scraping from base.py:49\n https://westlothian.gov.uk/article/34315/Councillor-Carl-J \n ohn \n[09:51:20] Scraping from base.py:49\n https://westlothian.gov.uk/article/34316/Councillor-Danny- \n Logue \n[09:51:21] Scraping from base.py:49\n https://westlothian.gov.uk/article/34314/Councillor-Veroni \n ca-Smith \n Scraping from base.py:49\n https://westlothian.gov.uk/article/34318/Councillor-Paulin \n e-Clark \n[09:51:22] Scraping from base.py:49\n https://westlothian.gov.uk/article/34319/Councillor-Craig- \n Meek \n[09:51:23] Scraping from base.py:49\n https://westlothian.gov.uk/article/34320/Councillor-Cathy- \n Muldoon \n[09:51:24] Scraping from base.py:49\n https://westlothian.gov.uk/article/34321/Councillor-Jim-Di \n ckson \n Scraping from base.py:49\n https://westlothian.gov.uk/article/34322/Councillor-Mary-D \n ickson \n[09:51:26] Scraping from base.py:49\n https://westlothian.gov.uk/article/34323/Councillor-George \n -Paul \n[09:51:27] Scraping from base.py:49\n https://westlothian.gov.uk/article/34324/Councillor-Vacant \n list index out of range handlers.py:36\n Committing batch 1 consisting of 50 files base.py:297\n[09:51:28] Finished attempting to scrape: WLN base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 57, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"scrapers/WLN-west-lothian/councillors.py\", line 37, in get_single_councillor\n councillor.email = soup.select(\"a[href^=mailto]\")[0].get_text(\nIndexError: list index out of range\n","start":"2024-10-26 09:50:54.794087","end":"2024-10-26 09:51:28.961861","duration":34}}]
+[{"council_id":"BDG","missing":false,"latest_run":{"status_code":1,"log_text":"[08:34:12] Fetching Scraper for: BDG handlers.py:23\n Begin attempting to scrape: BDG handlers.py:27\n Deleting existing data... base.py:257\n[08:34:13] Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[08:34:14] ...data deleted. base.py:264\n Scraping from base.py:49\n https://modgov.lbbd.gov.uk/internet/mgWebService.asmx/GetC \n ouncillorsByWard \n[08:34:29] [Errno 110] Connection timed out handlers.py:36\n Finished attempting to scrape: BDG base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 99, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/connection.py\", line 76, in handle_request\n stream = self._connect(request)\n File \"/opt/python/httpcore/_sync/connection.py\", line 122, in _connect\n stream = self._network_backend.connect_tcp(**kwargs)\n File \"/opt/python/httpcore/_backends/sync.py\", line 205, in connect_tcp\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ConnectTimeout: [Errno 110] Connection timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ConnectTimeout: [Errno 110] Connection timed out\n","start":"2024-10-27 08:34:12.238271","end":"2024-10-27 08:34:29.792958","duration":17}},{"council_id":"BOL","missing":false,"latest_run":{"status_code":1,"log_text":"[08:41:35] Fetching Scraper for: BOL handlers.py:23\n Begin attempting to scrape: BOL handlers.py:27\n Deleting existing data... base.py:257\n[08:41:36] Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[08:41:37] ...data deleted. base.py:264\n Scraping from base.py:49\n https://www.democracy.bolton.gov.uk/cmis5/People.aspx \n [Errno -2] Name or service not known handlers.py:36\n Finished attempting to scrape: BOL base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 99, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/connection.py\", line 76, in handle_request\n stream = self._connect(request)\n File \"/opt/python/httpcore/_sync/connection.py\", line 122, in _connect\n stream = self._network_backend.connect_tcp(**kwargs)\n File \"/opt/python/httpcore/_backends/sync.py\", line 205, in connect_tcp\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ConnectError: [Errno -2] Name or service not known\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 55, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 272, in get_councillors\n req = self.get(\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ConnectError: [Errno -2] Name or service not known\n","start":"2024-10-27 08:41:35.311650","end":"2024-10-27 08:41:37.456186","duration":2}},{"council_id":"BRM","missing":false,"latest_run":{"status_code":1,"log_text":"[08:25:45] Fetching Scraper for: BRM handlers.py:23\n Begin attempting to scrape: BRM handlers.py:27\n[08:25:46] Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n[08:25:47] ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n ...data deleted. base.py:264\n Scraping from base.py:49\n http://moderngovwebpublic.bromsgrove.gov.uk/mgWebService.a \n smx/GetCouncillorsByWard \n[08:26:03] [Errno 110] Connection timed out handlers.py:36\n Finished attempting to scrape: BRM base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 99, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/connection.py\", line 76, in handle_request\n stream = self._connect(request)\n File \"/opt/python/httpcore/_sync/connection.py\", line 122, in _connect\n stream = self._network_backend.connect_tcp(**kwargs)\n File \"/opt/python/httpcore/_backends/sync.py\", line 205, in connect_tcp\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ConnectTimeout: [Errno 110] Connection timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ConnectTimeout: [Errno 110] Connection timed out\n","start":"2024-10-27 08:25:45.950635","end":"2024-10-27 08:26:03.642554","duration":17}},{"council_id":"BRT","missing":false,"latest_run":{"status_code":1,"log_text":"[09:35:17] Fetching Scraper for: BRT handlers.py:23\n Begin attempting to scrape: BRT handlers.py:27\n Deleting existing data... base.py:257\n[09:35:18] Getting all files in Councillors... base.py:209\n Getting all files in Councillors/json... base.py:209\n ...found 44 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n ...found 44 files in Councillors/raw base.py:225\n ...found 89 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 89 files base.py:236\n[09:35:19] ...data deleted. base.py:264\n Scraping from base.py:49\n http://democracy.broxtowe.gov.uk/mgWebService.asmx/GetCoun \n cillorsByWard \n[09:35:35] [Errno 110] Connection timed out handlers.py:36\n Finished attempting to scrape: BRT base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 99, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/connection.py\", line 76, in handle_request\n stream = self._connect(request)\n File \"/opt/python/httpcore/_sync/connection.py\", line 122, in _connect\n stream = self._network_backend.connect_tcp(**kwargs)\n File \"/opt/python/httpcore/_backends/sync.py\", line 205, in connect_tcp\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ConnectTimeout: [Errno 110] Connection timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ConnectTimeout: [Errno 110] Connection timed out\n","start":"2024-10-27 09:35:17.185146","end":"2024-10-27 09:35:35.445963","duration":18}},{"council_id":"CAN","missing":false,"latest_run":{"status_code":1,"log_text":"[09:55:23] Fetching Scraper for: CAN handlers.py:23\n Begin attempting to scrape: CAN handlers.py:27\n[09:55:24] Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[09:55:25] ...data deleted. base.py:264\n Scraping from base.py:49\n https://www.cannockchasedc.gov.uk/council/about-council/yo \n ur-councillors \n[09:55:27] list index out of range handlers.py:36\n Finished attempting to scrape: CAN base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 55, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 161, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 158, in get_list_container\n return selected[0]\nIndexError: list index out of range\n","start":"2024-10-27 09:55:23.638527","end":"2024-10-27 09:55:27.894625","duration":4}},{"council_id":"CAS","missing":false,"latest_run":{"status_code":1,"log_text":"[10:05:58] Fetching Scraper for: CAS handlers.py:23\n Begin attempting to scrape: CAS handlers.py:27\n[10:06:00] Deleting existing data... base.py:257\n[10:06:01] Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[10:06:02] ...data deleted. base.py:264\n Scraping from https://www.castlepoint.gov.uk/councillors base.py:49\n[10:06:03] Scraping from base.py:49\n https://www.castlepoint.gov.ukhttps://castlepoint.cmis.uk. \n com/castlepoint/Committees/CurrentCommittees.aspx?a=1 \n [Errno -2] Name or service not known handlers.py:36\n Finished attempting to scrape: CAS base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 99, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/connection.py\", line 76, in handle_request\n stream = self._connect(request)\n File \"/opt/python/httpcore/_sync/connection.py\", line 122, in _connect\n stream = self._network_backend.connect_tcp(**kwargs)\n File \"/opt/python/httpcore/_backends/sync.py\", line 205, in connect_tcp\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ConnectError: [Errno -2] Name or service not known\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 57, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"scrapers/CAS-castle-point/councillors.py\", line 15, in get_single_councillor\n soup = self.get_page(url)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 141, in get_page\n page = self.get(url, extra_headers=self.extra_headers).text\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ConnectError: [Errno -2] Name or service not known\n","start":"2024-10-27 10:05:58.221402","end":"2024-10-27 10:06:03.460668","duration":5}},{"council_id":"DRS","missing":false,"latest_run":{"status_code":1,"log_text":"[10:24:58] Fetching Scraper for: DRS handlers.py:23\n[10:24:59] Begin attempting to scrape: DRS handlers.py:27\n Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n[10:25:00] Getting all files in Councillors/json... base.py:209\n ...found 40 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n ...found 40 files in Councillors/raw base.py:225\n ...found 81 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 81 files base.py:236\n[10:25:01] ...data deleted. base.py:264\n Scraping from base.py:49\n https://meetings.derrycityandstrabanedistrict.com/mgWebSer \n vice.asmx/GetCouncillorsByWard \n[10:25:16] [Errno 110] Connection timed out handlers.py:36\n[10:25:17] Finished attempting to scrape: DRS base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 99, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/connection.py\", line 76, in handle_request\n stream = self._connect(request)\n File \"/opt/python/httpcore/_sync/connection.py\", line 122, in _connect\n stream = self._network_backend.connect_tcp(**kwargs)\n File \"/opt/python/httpcore/_backends/sync.py\", line 205, in connect_tcp\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ConnectTimeout: [Errno 110] Connection timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ConnectTimeout: [Errno 110] Connection timed out\n","start":"2024-10-27 10:24:58.972637","end":"2024-10-27 10:25:17.223776","duration":18}},{"council_id":"EAY","missing":false,"latest_run":{"status_code":1,"log_text":"[08:21:12] Fetching Scraper for: EAY handlers.py:23\n Begin attempting to scrape: EAY handlers.py:27\n Deleting existing data... base.py:257\n[08:21:13] Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[08:21:14] ...data deleted. base.py:264\n Scraping from base.py:49\n https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou \n t-the-Council/Councillors-and-Provost/YourCouncillor.aspx \n[08:21:15] Scraping from base.py:49\n https://www.east-ayrshire.gov.uk/CouncilAndGovernment/Abou \n t-the-Council/Councillors-and-Provost/YourCouncillor.aspx? \n 9 \n[08:21:16] 'NoneType' object has no attribute 'find_parent' handlers.py:36\n Finished attempting to scrape: EAY base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 57, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"scrapers/EAY-east-ayrshire/councillors.py\", line 22, in get_single_councillor\n .find_parent(\"div\")\nAttributeError: 'NoneType' object has no attribute 'find_parent'\n","start":"2024-10-27 08:21:12.424883","end":"2024-10-27 08:21:16.414419","duration":3}},{"council_id":"FYL","missing":false,"latest_run":{"status_code":1,"log_text":"[09:06:15] Fetching Scraper for: FYL handlers.py:23\n Begin attempting to scrape: FYL handlers.py:27\n Deleting existing data... base.py:257\n[09:06:16] Getting all files in Councillors... base.py:209\n Getting all files in Councillors/json... base.py:209\n ...found 30 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n ...found 30 files in Councillors/raw base.py:225\n ...found 61 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 61 files base.py:236\n[09:06:17] ...data deleted. base.py:264\n Scraping from base.py:49\n https://fylde.cmis.uk.com/fylde/CouncillorsandMP.aspx \n[09:06:18] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/48/ScreenMode/Alphabetical/D \n efault.aspx \n[09:06:23] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/48/ScreenMode/Alphabetical/D \n efault.aspx \n[09:06:24] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/148/ScreenMode/Alphabetical/ \n Default.aspx \n[09:06:27] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/148/ScreenMode/Alphabetical/ \n Default.aspx \n[09:06:28] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetical/D \n efault.aspx \n[09:06:31] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/84/ScreenMode/Alphabetical/D \n efault.aspx \n[09:06:32] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/211/ScreenMode/Alphabetical/ \n Default.aspx \n[09:06:35] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/211/ScreenMode/Alphabetical/ \n Default.aspx \n[09:06:36] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/207/ScreenMode/Alphabetical/ \n Default.aspx \n[09:06:39] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/207/ScreenMode/Alphabetical/ \n Default.aspx \n[09:06:40] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabetical/D \n efault.aspx \n[09:06:43] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/52/ScreenMode/Alphabetical/D \n efault.aspx \n[09:06:46] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/208/ScreenMode/Alphabetical/ \n Default.aspx \n[09:06:49] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/208/ScreenMode/Alphabetical/ \n Default.aspx \n[09:06:50] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetical/D \n efault.aspx \n[09:06:53] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/43/ScreenMode/Alphabetical/D \n efault.aspx \n[09:06:54] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/172/ScreenMode/Alphabetical/ \n Default.aspx \n[09:06:57] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/172/ScreenMode/Alphabetical/ \n Default.aspx \n[09:06:59] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/213/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:01] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/213/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:03] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/209/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:05] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/209/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:07] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabetical/D \n efault.aspx \n[09:07:12] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/15/ScreenMode/Alphabetical/D \n efault.aspx \n[09:07:13] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/206/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:16] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/206/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:17] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/174/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:20] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/174/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:21] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabetical/D \n efault.aspx \n[09:07:24] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/14/ScreenMode/Alphabetical/D \n efault.aspx \n[09:07:25] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/186/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:28] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/186/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:29] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/176/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:34] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/176/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:35] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabetical/D \n efault.aspx \n[09:07:38] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/21/ScreenMode/Alphabetical/D \n efault.aspx \n[09:07:39] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/35/ScreenMode/Alphabetical/D \n efault.aspx \n[09:07:43] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/35/ScreenMode/Alphabetical/D \n efault.aspx \n[09:07:45] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetical/D \n efault.aspx \n[09:07:48] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/37/ScreenMode/Alphabetical/D \n efault.aspx \n[09:07:49] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/153/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:52] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/153/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:53] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/212/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:56] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/212/ScreenMode/Alphabetical/ \n Default.aspx \n[09:07:59] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/187/ScreenMode/Alphabetical/ \n Default.aspx \n[09:08:01] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/187/ScreenMode/Alphabetical/ \n Default.aspx \n[09:08:02] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetical/D \n efault.aspx \n[09:08:05] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/24/ScreenMode/Alphabetical/D \n efault.aspx \n[09:08:07] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/177/ScreenMode/Alphabetical/ \n Default.aspx \n[09:08:09] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/177/ScreenMode/Alphabetical/ \n Default.aspx \n[09:08:11] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/16/ScreenMode/Alphabetical/D \n efault.aspx \n[09:08:13] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/16/ScreenMode/Alphabetical/D \n efault.aspx \n[09:08:15] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/167/ScreenMode/Alphabetical/ \n Default.aspx \n[09:08:18] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/167/ScreenMode/Alphabetical/ \n Default.aspx \n[09:08:19] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabetical/D \n efault.aspx \n[09:08:24] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/99/ScreenMode/Alphabetical/D \n efault.aspx \n[09:08:25] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/34/ScreenMode/Alphabetical/D \n efault.aspx \n[09:08:28] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/34/ScreenMode/Alphabetical/D \n efault.aspx \n[09:08:30] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/210/ScreenMode/Alphabetical/ \n Default.aspx \n[09:08:32] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/210/ScreenMode/Alphabetical/ \n Default.aspx \n[09:08:34] Scraping from base.py:49\n http://fylde.cmis.uk.com/fylde/CouncillorsandMP/tabid/63/c \n tl/ViewCMIS_Person/mid/383/id/221/ScreenMode/Alphabetical/ \n Default.aspx \n[09:08:36] 'NoneType' object has no attribute 'parent' handlers.py:36\n Committing batch 1 consisting of 60 files base.py:297\n[09:08:37] Finished attempting to scrape: FYL base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 57, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 300, in get_single_councillor\n party = self.get_party_name(list_page_html)\n File \"scrapers/FYL-fylde/councillors.py\", line 17, in get_party_name\n .parent.get_text(strip=True)\nAttributeError: 'NoneType' object has no attribute 'parent'\n","start":"2024-10-27 09:06:15.131960","end":"2024-10-27 09:08:37.513800","duration":142}},{"council_id":"GLG","missing":false,"latest_run":{"status_code":1,"log_text":"[08:30:05] Fetching Scraper for: GLG handlers.py:23\n Begin attempting to scrape: GLG handlers.py:27\n Deleting existing data... base.py:257\n[08:30:06] Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[08:30:07] ...data deleted. base.py:264\n Scraping from base.py:49\n https://www.glasgow.gov.uk/councillorsandcommittees/allMem \n bers.asp?sort=0&page=0&rec=100 \n Client error '404 Not Found' for url handlers.py:36\n 'https://www.glasgow.gov.uk/councillorsandcommittees/a \n llMembers.asp?sort=0&page=0&rec=100' \n For more information check: \n https://developer.mozilla.org/en-US/docs/Web/HTTP/Stat \n us/404 \n Finished attempting to scrape: GLG base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 55, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 161, in get_councillors\n container = self.get_list_container()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 152, in get_list_container\n self.base_url_soup = self.get_page(self.base_url)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 141, in get_page\n page = self.get(url, extra_headers=self.extra_headers).text\n File \"/var/task/lgsf/scrapers/base.py\", line 56, in get\n response.raise_for_status()\n File \"/opt/python/httpx/_models.py\", line 761, in raise_for_status\n raise HTTPStatusError(message, request=request, response=self)\nhttpx.HTTPStatusError: Client error '404 Not Found' for url 'https://www.glasgow.gov.uk/councillorsandcommittees/allMembers.asp?sort=0&page=0&rec=100'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/404\n","start":"2024-10-27 08:30:05.235313","end":"2024-10-27 08:30:07.348804","duration":2}},{"council_id":"GLS","missing":false,"latest_run":{"status_code":1,"log_text":"[08:24:17] Fetching Scraper for: GLS handlers.py:23\n Begin attempting to scrape: GLS handlers.py:27\n[08:24:18] Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[08:24:19] ...data deleted. base.py:264\n Scraping from base.py:49\n http://glostext.gloucestershire.gov.uk//mgWebService.asmx/ \n GetCouncillorsByWard \n[08:24:35] [Errno 110] Connection timed out handlers.py:36\n Finished attempting to scrape: GLS base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 99, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/connection.py\", line 76, in handle_request\n stream = self._connect(request)\n File \"/opt/python/httpcore/_sync/connection.py\", line 122, in _connect\n stream = self._network_backend.connect_tcp(**kwargs)\n File \"/opt/python/httpcore/_backends/sync.py\", line 205, in connect_tcp\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ConnectTimeout: [Errno 110] Connection timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ConnectTimeout: [Errno 110] Connection timed out\n","start":"2024-10-27 08:24:17.751485","end":"2024-10-27 08:24:35.582153","duration":17}},{"council_id":"GRE","missing":false,"latest_run":{"status_code":1,"log_text":"[09:27:24] Fetching Scraper for: GRE handlers.py:23\n Begin attempting to scrape: GRE handlers.py:27\n Deleting existing data... base.py:257\n[09:27:25] Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[09:27:26] ...data deleted. base.py:264\n Scraping from base.py:49\n https://committees.royalgreenwich.gov.uk/Councillors/tabid \n /63/ScreenMode/Alphabetical/Default.aspx \n[09:27:33] Client error '404 Not Found' for url handlers.py:36\n 'https://committees.royalgreenwich.gov.uk/mgError.aspx \n ' \n For more information check: \n https://developer.mozilla.org/en-US/docs/Web/HTTP/Stat \n us/404 \n Finished attempting to scrape: GRE base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 55, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 272, in get_councillors\n req = self.get(\n File \"/var/task/lgsf/scrapers/base.py\", line 56, in get\n response.raise_for_status()\n File \"/opt/python/httpx/_models.py\", line 761, in raise_for_status\n raise HTTPStatusError(message, request=request, response=self)\nhttpx.HTTPStatusError: Client error '404 Not Found' for url 'https://committees.royalgreenwich.gov.uk/mgError.aspx'\nFor more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/404\n","start":"2024-10-27 09:27:24.071866","end":"2024-10-27 09:27:33.663979","duration":9}},{"council_id":"NGM","missing":false,"latest_run":{"status_code":1,"log_text":"[10:15:14] Fetching Scraper for: NGM handlers.py:23\n Begin attempting to scrape: NGM handlers.py:27\n[10:15:15] Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[10:15:16] ...data deleted. base.py:264\n Scraping from base.py:49\n http://committee.nottinghamcity.gov.uk/mgWebService.asmx/G \n etCouncillorsByWard \n[10:15:46] The read operation timed out handlers.py:36\n[10:15:47] Finished attempting to scrape: NGM base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 101, in handle_request\n return self._connection.handle_request(request)\n File \"/opt/python/httpcore/_sync/http11.py\", line 143, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/http11.py\", line 113, in handle_request\n ) = self._receive_response_headers(**kwargs)\n File \"/opt/python/httpcore/_sync/http11.py\", line 186, in _receive_response_headers\n event = self._receive_event(timeout=timeout)\n File \"/opt/python/httpcore/_sync/http11.py\", line 224, in _receive_event\n data = self._network_stream.read(\n File \"/opt/python/httpcore/_backends/sync.py\", line 124, in read\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ReadTimeout: The read operation timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ReadTimeout: The read operation timed out\n","start":"2024-10-27 10:15:14.637802","end":"2024-10-27 10:15:47.177089","duration":32}},{"council_id":"RED","missing":false,"latest_run":{"status_code":1,"log_text":"[08:21:44] Fetching Scraper for: RED handlers.py:23\n Begin attempting to scrape: RED handlers.py:27\n Deleting existing data... base.py:257\n[08:21:45] Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[08:21:46] ...data deleted. base.py:264\n Scraping from base.py:49\n http://moderngovwebpublic.redditchbc.gov.uk/mgWebService.a \n smx/GetCouncillorsByWard \n[08:22:01] [Errno 110] Connection timed out handlers.py:36\n[08:22:02] Finished attempting to scrape: RED base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 99, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/connection.py\", line 76, in handle_request\n stream = self._connect(request)\n File \"/opt/python/httpcore/_sync/connection.py\", line 122, in _connect\n stream = self._network_backend.connect_tcp(**kwargs)\n File \"/opt/python/httpcore/_backends/sync.py\", line 205, in connect_tcp\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ConnectTimeout: [Errno 110] Connection timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ConnectTimeout: [Errno 110] Connection timed out\n","start":"2024-10-27 08:21:44.333474","end":"2024-10-27 08:22:02.270734","duration":17}},{"council_id":"RUH","missing":false,"latest_run":{"status_code":1,"log_text":"[09:25:07] Fetching Scraper for: RUH handlers.py:23\n Begin attempting to scrape: RUH handlers.py:27\n Deleting existing data... base.py:257\n[09:25:08] Getting all files in Councillors... base.py:209\n Getting all files in Councillors/json... base.py:209\n ...found 39 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n ...found 39 files in Councillors/raw base.py:225\n ...found 79 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 79 files base.py:236\n[09:25:09] ...data deleted. base.py:264\n Scraping from base.py:49\n https://democracy.rushmoor.gov.uk//mgWebService.asmx/GetCo \n uncillorsByWard \n[09:25:39] The read operation timed out handlers.py:36\n Finished attempting to scrape: RUH base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 101, in handle_request\n return self._connection.handle_request(request)\n File \"/opt/python/httpcore/_sync/http11.py\", line 143, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/http11.py\", line 113, in handle_request\n ) = self._receive_response_headers(**kwargs)\n File \"/opt/python/httpcore/_sync/http11.py\", line 186, in _receive_response_headers\n event = self._receive_event(timeout=timeout)\n File \"/opt/python/httpcore/_sync/http11.py\", line 224, in _receive_event\n data = self._network_stream.read(\n File \"/opt/python/httpcore/_backends/sync.py\", line 124, in read\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ReadTimeout: The read operation timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ReadTimeout: The read operation timed out\n","start":"2024-10-27 09:25:07.053139","end":"2024-10-27 09:25:39.835341","duration":32}},{"council_id":"SHE","missing":false,"latest_run":{"status_code":null,"log_text":"[11:28:20] Fetching Scraper for: SHE handlers.py:22\n Begin attempting to scrape: SHE handlers.py:25\n Deleting existing data... base.py:234\n Getting all files in SHE... base.py:186\n[11:28:21] Getting all files in SHE/json... base.py:186\n ...found 30 files in SHE/json base.py:202\n Getting all files in SHE/raw... base.py:186\n ...found 30 files in SHE/raw base.py:202\n ...found 61 files in SHE base.py:202\n Deleting batch no. 1 consisting of 61 files base.py:211\n[11:28:32] An error occurred (ThrottlingException) when calling handlers.py:34\n the CreateCommit operation (reached max retries: 4): \n Rate exceeded \n Finished attempting to scrape: SHE base.py:319\n","errors":"An error occurred (ThrottlingException) when calling the CreateCommit operation (reached max retries: 4): Rate exceeded","start":"2022-04-04 11:28:20.509898","end":"2022-04-04 11:28:32.871624","duration":12}},{"council_id":"STG","missing":false,"latest_run":{"status_code":1,"log_text":"[08:28:32] Fetching Scraper for: STG handlers.py:23\n Begin attempting to scrape: STG handlers.py:27\n[08:28:33] Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n Getting all files in Councillors/json... base.py:209\n[08:28:34] ...found 19 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n ...found 19 files in Councillors/raw base.py:225\n ...found 39 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 39 files base.py:236\n ...data deleted. base.py:264\n Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/politic \n ians-and-elections/councillors/ \n[08:28:36] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/elaine-watterson/ \n[08:28:37] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/gene-maxwell/ \n[08:28:38] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/martin-earl/ \n[08:28:40] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/gerry-mcgarvey/ \n[08:28:41] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/paul-henke/ \n[08:28:42] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/rosemary-fraser/ \n[08:28:43] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/alasdair-tollemache/ \n[08:28:45] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/david-wilson/ \n[08:28:47] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/robin-kleinman/ \n[08:28:48] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/thomas-heald/ \n[08:28:50] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/danny-gibson/ \n[08:28:51] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/jim-thomson/ \n[08:28:52] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/rachel-nunn/ \n[08:28:54] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/susan-mcgill/ \n[08:28:55] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/jen-preston/ \n[08:28:56] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/neil-benny/ \n[08:28:57] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/scott-farmer/ \n[08:28:59] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/bryan-flannagan/ \n[08:29:00] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/gerry-mclaughlan/ \n[08:29:01] Scraping from base.py:49\n https://www.stirling.gov.uk/council-and-committees/council \n lors/your-councillors/vacant/ \n[08:29:02] 'NoneType' object is not subscriptable handlers.py:36\n Committing batch 1 consisting of 38 files base.py:297\n[08:29:04] Finished attempting to scrape: STG base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 57, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"scrapers/STG-stirling/councillors.py\", line 42, in get_single_councillor\n councillor.email = soup.select_one(\"a[href^=mailto]\")[\nTypeError: 'NoneType' object is not subscriptable\n","start":"2024-10-27 08:28:32.780132","end":"2024-10-27 08:29:04.103593","duration":31}},{"council_id":"TEW","missing":false,"latest_run":{"status_code":1,"log_text":"[09:29:28] Fetching Scraper for: TEW handlers.py:23\n Begin attempting to scrape: TEW handlers.py:27\n Deleting existing data... base.py:257\n[09:29:31] Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[09:29:32] ...data deleted. base.py:264\n Scraping from base.py:49\n http://minutes.tewkesbury.gov.uk/mgWebService.asmx/GetCoun \n cillorsByWard \n[09:30:02] timed out handlers.py:36\n Finished attempting to scrape: TEW base.py:345\n","errors":"Traceback (most recent call last):\n File \"/opt/python/httpx/_transports/default.py\", line 69, in map_httpcore_exceptions\n yield\n File \"/opt/python/httpx/_transports/default.py\", line 233, in handle_request\n resp = self._pool.handle_request(req)\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 216, in handle_request\n raise exc from None\n File \"/opt/python/httpcore/_sync/connection_pool.py\", line 196, in handle_request\n response = connection.handle_request(\n File \"/opt/python/httpcore/_sync/connection.py\", line 101, in handle_request\n return self._connection.handle_request(request)\n File \"/opt/python/httpcore/_sync/http11.py\", line 143, in handle_request\n raise exc\n File \"/opt/python/httpcore/_sync/http11.py\", line 113, in handle_request\n ) = self._receive_response_headers(**kwargs)\n File \"/opt/python/httpcore/_sync/http11.py\", line 186, in _receive_response_headers\n event = self._receive_event(timeout=timeout)\n File \"/opt/python/httpcore/_sync/http11.py\", line 224, in _receive_event\n data = self._network_stream.read(\n File \"/opt/python/httpcore/_backends/sync.py\", line 124, in read\n with map_exceptions(exc_map):\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpcore/_exceptions.py\", line 14, in map_exceptions\n raise to_exc(exc) from exc\nhttpcore.ReadTimeout: timed out\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 197, in run\n wards = self.get_councillors()\n File \"/var/task/lgsf/councillors/scrapers.py\", line 216, in get_councillors\n req = self.get(self.format_councillor_api_url())\n File \"/var/task/lgsf/scrapers/base.py\", line 55, in get\n response = self.http_client.get(url, headers=headers, timeout=30)\n File \"/opt/python/httpx/_client.py\", line 1054, in get\n return self.request(\n File \"/opt/python/httpx/_client.py\", line 827, in request\n return self.send(request, auth=auth, follow_redirects=follow_redirects)\n File \"/opt/python/httpx/_client.py\", line 914, in send\n response = self._send_handling_auth(\n File \"/opt/python/httpx/_client.py\", line 942, in _send_handling_auth\n response = self._send_handling_redirects(\n File \"/opt/python/httpx/_client.py\", line 979, in _send_handling_redirects\n response = self._send_single_request(request)\n File \"/opt/python/httpx/_client.py\", line 1015, in _send_single_request\n response = transport.handle_request(request)\n File \"/opt/python/httpx/_transports/default.py\", line 232, in handle_request\n with map_httpcore_exceptions():\n File \"/var/lang/lib/python3.10/contextlib.py\", line 153, in __exit__\n self.gen.throw(typ, value, traceback)\n File \"/opt/python/httpx/_transports/default.py\", line 86, in map_httpcore_exceptions\n raise mapped_exc(message) from exc\nhttpx.ReadTimeout: timed out\n","start":"2024-10-27 09:29:28.368080","end":"2024-10-27 09:30:02.658485","duration":34}},{"council_id":"THE","missing":false,"latest_run":{"status_code":1,"log_text":"[09:17:01] Fetching Scraper for: THE handlers.py:23\n Begin attempting to scrape: THE handlers.py:27\n Deleting existing data... base.py:257\n[09:17:02] Getting all files in Councillors... base.py:209\n ...found 1 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 1 files base.py:236\n[09:17:03] ...data deleted. base.py:264\n Scraping from base.py:49\n https://www.threerivers.gov.uk/listing/councillors \n[09:17:06] 'NoneType' object has no attribute 'findNext' handlers.py:36\n Finished attempting to scrape: THE base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 55, in run\n for councillor_html in self.get_councillors():\n File \"/var/task/lgsf/councillors/scrapers.py\", line 161, in get_councillors\n container = self.get_list_container()\n File \"scrapers/THE-three-rivers/councillors.py\", line 15, in get_list_container\n return soup.find(\"h3\", text=\"District Councillor\").findNext(\"ul\")\nAttributeError: 'NoneType' object has no attribute 'findNext'\n","start":"2024-10-27 09:17:01.417745","end":"2024-10-27 09:17:06.740476","duration":5}},{"council_id":"VGL","missing":false,"latest_run":{"status_code":1,"log_text":"[10:27:06] Fetching Scraper for: VGL handlers.py:23\n Begin attempting to scrape: VGL handlers.py:27\n[10:27:07] Deleting existing data... base.py:257\n Getting all files in Councillors... base.py:209\n Getting all files in Councillors/json... base.py:209\n[10:27:08] ...found 16 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n ...found 16 files in Councillors/raw base.py:225\n ...found 33 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 33 files base.py:236\n ...data deleted. base.py:264\n Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Councillors.aspx \n[10:27:11] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Asbrey-Anne.aspx \n[10:27:12] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Aviet-Julie.aspx \n[10:27:14] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Ball-Gareth.aspx \n[10:27:15] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Birch-Rhiannon.aspx \n[10:27:17] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Brooks-Bronwen.aspx \n[10:27:18] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Bruce-Gillian.aspx \n[10:27:20] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Buckley-Ian.aspx \n[10:27:21] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Burnett-Lis.aspx \n[10:27:23] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Campbell-Samantha.aspx \n[10:27:24] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Carroll-George.aspx \n[10:27:26] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Cave-Christine.aspx \n[10:27:27] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Champion-Charles.aspx \n[10:27:28] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Charles-Janice.aspx \n[10:27:31] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Collins-Amelia.aspx \n[10:27:32] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Cowpe-Marianne.aspx \n[10:27:34] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Drake-Pamela.aspx \n[10:27:35] Scraping from base.py:49\n https://www.valeofglamorgan.gov.uk/en/our_council/Council- \n Structure/councillors/Driscoll-Vincent.aspx \n[10:27:37] 'NoneType' object has no attribute 'get_text' handlers.py:36\n Committing batch 1 consisting of 32 files base.py:297\n[10:27:38] Finished attempting to scrape: VGL base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 57, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"scrapers/VGL-the-vale-of-glamorgan/councillors.py\", line 36, in get_single_councillor\n email_text = soup.select_one(\"#S4_EmailPlaceholder\").get_text(\nAttributeError: 'NoneType' object has no attribute 'get_text'\n","start":"2024-10-27 10:27:06.747202","end":"2024-10-27 10:27:38.733583","duration":31}},{"council_id":"WLN","missing":false,"latest_run":{"status_code":1,"log_text":"[08:18:30] Fetching Scraper for: WLN handlers.py:23\n Begin attempting to scrape: WLN handlers.py:27\n Deleting existing data... base.py:257\n[08:18:31] Getting all files in Councillors... base.py:209\n Getting all files in Councillors/json... base.py:209\n ...found 25 files in Councillors/json base.py:225\n Getting all files in Councillors/raw... base.py:209\n ...found 25 files in Councillors/raw base.py:225\n ...found 51 files in Councillors base.py:225\n Deleting batch no. 1 consisting of 51 files base.py:236\n[08:18:32] ...data deleted. base.py:264\n Scraping from https://westlothian.gov.uk/councillors base.py:49\n[08:18:35] Scraping from base.py:49\n https://westlothian.gov.uk/article/33888/Linlithgow \n[08:18:36] Scraping from base.py:49\n https://westlothian.gov.uk/article/33889/Broxburn-Uphall-a \n nd-Winchburgh \n[08:18:37] Scraping from base.py:49\n https://westlothian.gov.uk/article/33890/Livingston-North \n[08:18:38] Scraping from base.py:49\n https://westlothian.gov.uk/article/33891/Livingston-South \n Scraping from base.py:49\n https://westlothian.gov.uk/article/33893/East-Livingston-a \n nd-East-Calder \n[08:18:39] Scraping from base.py:49\n https://westlothian.gov.uk/article/33892/Fauldhouse-and-th \n e-Breich-Valley \n[08:18:40] Scraping from base.py:49\n https://westlothian.gov.uk/article/33894/Whitburn-and-Blac \n kburn \n[08:18:41] Scraping from base.py:49\n https://westlothian.gov.uk/article/33895/Bathgate \n[08:18:42] Scraping from base.py:49\n https://westlothian.gov.uk/article/33896/Armadale-and-Blac \n kridge \n Scraping from base.py:49\n https://westlothian.gov.uk/article/33897/Councillor-Tom-Co \n nn \n[08:18:43] Scraping from base.py:49\n https://westlothian.gov.uk/article/33898/Councillor-Paulin \n e-Orr \n[08:18:44] Scraping from base.py:49\n https://westlothian.gov.uk/article/33899/Councillor-Sally- \n Pattle \n[08:18:45] Scraping from base.py:49\n https://westlothian.gov.uk/article/34305/Councillor-Tony-B \n oyle \n[08:18:46] Scraping from base.py:49\n https://westlothian.gov.uk/article/34302/Councillor-Diane- \n Calder \n[08:18:47] Scraping from base.py:49\n https://westlothian.gov.uk/article/34303/Councillor-Janet- \n Campbell \n[08:18:48] Scraping from base.py:49\n https://westlothian.gov.uk/article/34304/Councillor-Angela \n -Doran-Timson \n[08:18:49] Scraping from base.py:49\n https://westlothian.gov.uk/article/34307/Councillor-Alison \n -Adamson \n Scraping from base.py:49\n https://westlothian.gov.uk/article/34306/Councillor-Robert \n -De-Bold \n[08:18:51] Scraping from base.py:49\n https://westlothian.gov.uk/article/34308/Councillor-Anne-M \n cMillan \n Scraping from base.py:49\n https://westlothian.gov.uk/article/34309/Councillor-Andrew \n -Miller \n[08:18:52] Scraping from base.py:49\n https://westlothian.gov.uk/article/34311/Councillor-Lawren \n ce-Fitzpatrick \n[08:18:53] Scraping from base.py:49\n https://westlothian.gov.uk/article/34310/Councillor-Peter- \n Heggie \n[08:18:54] Scraping from base.py:49\n https://westlothian.gov.uk/article/34312/Councillor-Maria- \n MacAulay \n[08:18:55] Scraping from base.py:49\n https://westlothian.gov.uk/article/34313/Councillor-Moira- \n McKee-Shemilt \n[08:18:56] Scraping from base.py:49\n https://westlothian.gov.uk/article/34317/Councillor-Damian \n -Doran-Timson \n[08:18:58] Scraping from base.py:49\n https://westlothian.gov.uk/article/34315/Councillor-Carl-J \n ohn \n[08:18:59] Scraping from base.py:49\n https://westlothian.gov.uk/article/34316/Councillor-Danny- \n Logue \n[08:19:00] Scraping from base.py:49\n https://westlothian.gov.uk/article/34314/Councillor-Veroni \n ca-Smith \n[08:19:01] Scraping from base.py:49\n https://westlothian.gov.uk/article/34318/Councillor-Paulin \n e-Clark \n[08:19:02] Scraping from base.py:49\n https://westlothian.gov.uk/article/34319/Councillor-Craig- \n Meek \n[08:19:03] Scraping from base.py:49\n https://westlothian.gov.uk/article/34320/Councillor-Cathy- \n Muldoon \n[08:19:04] Scraping from base.py:49\n https://westlothian.gov.uk/article/34321/Councillor-Jim-Di \n ckson \n[08:19:05] Scraping from base.py:49\n https://westlothian.gov.uk/article/34322/Councillor-Mary-D \n ickson \n Scraping from base.py:49\n https://westlothian.gov.uk/article/34323/Councillor-George \n -Paul \n[08:19:06] Scraping from base.py:49\n https://westlothian.gov.uk/article/34324/Councillor-Vacant \n[08:19:07] list index out of range handlers.py:36\n Committing batch 1 consisting of 50 files base.py:297\n[08:19:08] Finished attempting to scrape: WLN base.py:345\n","errors":"Traceback (most recent call last):\n File \"/var/task/lgsf/aws_lambda/handlers.py\", line 32, in scraper_worker_handler\n scraper.run(run_log)\n File \"/var/task/lgsf/councillors/scrapers.py\", line 57, in run\n councillor = self.get_single_councillor(councillor_html)\n File \"scrapers/WLN-west-lothian/councillors.py\", line 37, in get_single_councillor\n councillor.email = soup.select(\"a[href^=mailto]\")[0].get_text(\nIndexError: list index out of range\n","start":"2024-10-27 08:18:30.428004","end":"2024-10-27 08:19:08.922311","duration":38}}]
diff --git a/index.html b/index.html
index 45e705ef37..3f484fbf54 100644
--- a/index.html
+++ b/index.html
@@ -49,10 +49,6 @@ All log runs
-
-
-
-
@@ -129,6 +125,10 @@ All log runs
+
+
+
+
|
@@ -145,10 +145,6 @@ All log runs
-
-
-
-
@@ -225,6 +221,10 @@ All log runs
+
+
+
+
|
@@ -241,10 +241,6 @@ All log runs
-
-
-
-
@@ -321,6 +317,10 @@ All log runs
+
+
+
+
|
@@ -337,10 +337,6 @@ All log runs
-
-
-
-
@@ -417,6 +413,10 @@ All log runs
+
+
+
+
|
@@ -433,10 +433,6 @@ All log runs
-
-
-
-
@@ -513,6 +509,10 @@ All log runs
+
+
+
+
|
@@ -529,10 +529,6 @@ All log runs
-
-
-
-
@@ -609,6 +605,10 @@ All log runs
+
+
+
+
|
@@ -625,10 +625,6 @@ All log runs
-
-
-
-
@@ -705,6 +701,10 @@ All log runs
+
+
+
+
|
@@ -721,10 +721,6 @@ All log runs
-
-
-
-
@@ -801,6 +797,10 @@ All log runs
+
+
+
+
|
@@ -817,10 +817,6 @@ All log runs
-
-
-
-
@@ -897,6 +893,10 @@ All log runs
+
+
+
+
|
@@ -913,10 +913,6 @@ All log runs
-
-
-
-
@@ -993,6 +989,10 @@ All log runs
+
+
+
+
|
@@ -1009,10 +1009,6 @@ All log runs
-
-
-
-
@@ -1089,6 +1085,10 @@ All log runs
+
+
+
+
|
@@ -1105,10 +1105,6 @@ All log runs
-
-
-
-
@@ -1185,6 +1181,10 @@ All log runs
+
+
+
+
|
@@ -1201,10 +1201,6 @@ All log runs
-
-
-
-
@@ -1281,6 +1277,10 @@ All log runs
+
+
+
+
|
@@ -1297,10 +1297,6 @@ All log runs
-
-
-
-
@@ -1377,6 +1373,10 @@ All log runs
+
+
+
+
|
@@ -1393,10 +1393,6 @@ All log runs
-
-
-
-
@@ -1473,6 +1469,10 @@ All log runs
+
+
+
+
|
@@ -1489,10 +1489,6 @@ All log runs
-
-
-
-
@@ -1569,6 +1565,10 @@ All log runs
+
+
+
+
|
@@ -1585,10 +1585,6 @@ All log runs
-
-
-
-
@@ -1665,6 +1661,10 @@ All log runs
+
+
+
+
|
@@ -1681,10 +1681,6 @@ All log runs
-
-
-
-
@@ -1761,6 +1757,10 @@ All log runs
+
+
+
+
|
@@ -1777,10 +1777,6 @@ All log runs
-
-
-
-
@@ -1857,6 +1853,10 @@ All log runs
+
+
+
+
|
@@ -1873,10 +1873,6 @@ All log runs
-
-
-
-
@@ -1953,6 +1949,10 @@ All log runs
+
+
+
+
|
@@ -1969,10 +1969,6 @@ All log runs
-
-
-
-
@@ -2049,6 +2045,10 @@ All log runs
+
+
+
+
|
@@ -2065,10 +2065,6 @@ All log runs
-
-
-
-
@@ -2145,6 +2141,10 @@ All log runs
+
+
+
+
|
@@ -2161,10 +2161,6 @@ All log runs
-
-
-
-
@@ -2241,6 +2237,10 @@ All log runs
+
+
+
+
|
@@ -2257,10 +2257,6 @@ All log runs
-
-
-
-
@@ -2337,6 +2333,10 @@ All log runs
+
+
+
+
|
@@ -2353,10 +2353,6 @@ All log runs
-
-
-
-
@@ -2433,6 +2429,10 @@ All log runs
+
+
+
+
|
@@ -2449,10 +2449,6 @@ All log runs
-
-
-
-
@@ -2529,6 +2525,10 @@ All log runs
+
+
+
+
|
@@ -2545,10 +2545,6 @@ All log runs
-
-
-
-
@@ -2625,6 +2621,10 @@ All log runs
+
+
+
+
|
@@ -2641,10 +2641,6 @@ All log runs
-
-
-
-
@@ -2721,6 +2717,10 @@ All log runs
+
+
+
+
|
@@ -2737,10 +2737,6 @@ All log runs
-
-
-
-
@@ -2817,6 +2813,10 @@ All log runs
+
+
+
+
|
@@ -2833,10 +2833,6 @@ All log runs
-
-
-
-
@@ -2913,6 +2909,10 @@ All log runs
+
+
+
+
|
@@ -2929,10 +2929,6 @@ All log runs
-
-
-
-
@@ -3009,6 +3005,10 @@ All log runs
+
+
+
+
|
@@ -3025,10 +3025,6 @@ All log runs
-
-
-
-
@@ -3105,6 +3101,10 @@ All log runs
+
+
+
+
|
@@ -3121,10 +3121,6 @@ All log runs
-
-
-
-
@@ -3201,6 +3197,10 @@ All log runs
+
+
+
+
|
@@ -3217,10 +3217,6 @@ All log runs
-
-
-
-
@@ -3297,6 +3293,10 @@ All log runs
+
+
+
+
|
@@ -3313,10 +3313,6 @@ All log runs
-
-
-
-
@@ -3393,6 +3389,10 @@ All log runs
+
+
+
+
|
@@ -3409,10 +3409,6 @@ All log runs
-
-
-
-
@@ -3489,6 +3485,10 @@ All log runs
+
+
+
+
|
@@ -3505,10 +3505,6 @@ All log runs
-
-
-
-
@@ -3585,6 +3581,10 @@ All log runs
+
+
+
+
|
@@ -3601,10 +3601,6 @@ All log runs
-
-
-
-
@@ -3681,6 +3677,10 @@ All log runs
+
+
+
+
|
@@ -3697,10 +3697,6 @@ All log runs
-
-
-
-
@@ -3777,6 +3773,10 @@ All log runs
+
+
+
+
|
@@ -3793,10 +3793,6 @@ All log runs
-
-
-
-
@@ -3873,26 +3869,26 @@ All log runs
+
+
+
+
|
-
+
| BRT |
- OK
+ ERROR
|
-
-
-
-
@@ -3969,6 +3965,10 @@ All log runs
+
+
+
+
|
@@ -3985,10 +3985,6 @@ All log runs
-
-
-
-
@@ -4065,6 +4061,10 @@ All log runs
+
+
+
+
|
@@ -4081,10 +4081,6 @@ All log runs
-
-
-
-
@@ -4161,6 +4157,10 @@ All log runs
+
+
+
+
|
@@ -4177,10 +4177,6 @@ All log runs
-
-
-
-
@@ -4257,6 +4253,10 @@ All log runs
+
+
+
+
|
@@ -4273,10 +4273,6 @@ All log runs
-
-
-
-
@@ -4353,6 +4349,10 @@ All log runs
+
+
+
+
|
@@ -4369,10 +4369,6 @@ All log runs
-
-
-
-
@@ -4449,6 +4445,10 @@ All log runs
+
+
+
+
|
@@ -4465,10 +4465,6 @@ All log runs
-
-
-
-
@@ -4545,6 +4541,10 @@ All log runs
+
+
+
+
|
@@ -4561,10 +4561,6 @@ All log runs
-
-
-
-
@@ -4641,6 +4637,10 @@ All log runs
+
+
+
+
|
@@ -4657,10 +4657,6 @@ All log runs
-
-
-
-
@@ -4737,6 +4733,10 @@ All log runs
+
+
+
+
|
@@ -4753,10 +4753,6 @@ All log runs
-
-
-
-
@@ -4833,6 +4829,10 @@ All log runs
+
+
+
+
|
@@ -4849,10 +4849,6 @@ All log runs
-
-
-
-
@@ -4929,6 +4925,10 @@ All log runs
+
+
+
+
|
@@ -4945,10 +4945,6 @@ All log runs
-
-
-
-
@@ -5025,6 +5021,10 @@ All log runs
+
+
+
+
|
@@ -5041,10 +5041,6 @@ All log runs
-
-
-
-
@@ -5121,6 +5117,10 @@ All log runs
+
+
+
+
|
@@ -5137,10 +5137,6 @@ All log runs
-
-
-
-
@@ -5217,6 +5213,10 @@ All log runs
+
+
+
+
|
@@ -5233,10 +5233,6 @@ All log runs
-
-
-
-
@@ -5313,6 +5309,10 @@ All log runs
+
+
+
+
|
@@ -5329,10 +5329,6 @@ All log runs
-
-
-
-
@@ -5409,6 +5405,10 @@ All log runs
+
+
+
+
|
@@ -5425,10 +5425,6 @@ All log runs
-
-
-
-
@@ -5505,6 +5501,10 @@ All log runs
+
+
+
+
|
@@ -5521,10 +5521,6 @@ All log runs
-
-
-
-
@@ -5601,6 +5597,10 @@ All log runs
+
+
+
+
|
@@ -5617,10 +5617,6 @@ All log runs
-
-
-
-
@@ -5697,6 +5693,10 @@ All log runs
+
+
+
+
|
@@ -5713,10 +5713,6 @@ All log runs
-
-
-
-
@@ -5793,6 +5789,10 @@ All log runs
+
+
+
+
|
@@ -5809,10 +5809,6 @@ All log runs
-
-
-
-
@@ -5889,6 +5885,10 @@ All log runs
+
+
+
+
|
@@ -5905,10 +5905,6 @@ All log runs
-
-
-
-
@@ -5985,6 +5981,10 @@ All log runs
+
+
+
+
|
@@ -6001,10 +6001,6 @@ All log runs
-
-
-
-
@@ -6081,6 +6077,10 @@ All log runs
+
+
+
+
|
@@ -6097,10 +6097,6 @@ All log runs
-
-
-
-
@@ -6177,6 +6173,10 @@ All log runs
+
+
+
+
|
@@ -6193,10 +6193,6 @@ All log runs
-
-
-
-
@@ -6273,6 +6269,10 @@ All log runs
+
+
+
+
|
@@ -6289,10 +6289,6 @@ All log runs
-
-
-
-
@@ -6369,6 +6365,10 @@ All log runs
+
+
+
+
|
@@ -6385,10 +6385,6 @@ All log runs
-
-
-
-
@@ -6465,6 +6461,10 @@ All log runs
+
+
+
+
|
@@ -6481,10 +6481,6 @@ All log runs
-
-
-
-
@@ -6561,6 +6557,10 @@ All log runs
+
+
+
+
|
@@ -6577,10 +6577,6 @@ All log runs
-
-
-
-
@@ -6657,6 +6653,10 @@ All log runs
+
+
+
+
|
@@ -6673,10 +6673,6 @@ All log runs
-
-
-
-
@@ -6753,6 +6749,10 @@ All log runs
+
+
+
+
|
@@ -6769,10 +6769,6 @@ All log runs
-
-
-
-
@@ -6849,6 +6845,10 @@ All log runs
+
+
+
+
|
@@ -6865,10 +6865,6 @@ All log runs
-
-
-
-
@@ -6945,6 +6941,10 @@ All log runs
+
+
+
+
|
@@ -6961,10 +6961,6 @@ All log runs
-
-
-
-
@@ -7041,6 +7037,10 @@ All log runs
+
+
+
+
|
@@ -7057,10 +7057,6 @@ All log runs
-
-
-
-
@@ -7137,6 +7133,10 @@ All log runs
+
+
+
+
|
@@ -7153,10 +7153,6 @@ All log runs
-
-
-
-
@@ -7233,6 +7229,10 @@ All log runs
+
+
+
+
|
@@ -7249,10 +7249,6 @@ All log runs
-
-
-
-
@@ -7329,6 +7325,10 @@ All log runs
+
+
+
+
|
@@ -7345,10 +7345,6 @@ All log runs
-
-
-
-
@@ -7425,6 +7421,10 @@ All log runs
+
+
+
+
|
@@ -7441,10 +7441,6 @@ All log runs
-
-
-
-
@@ -7521,6 +7517,10 @@ All log runs
+
+
+
+
|
@@ -7537,10 +7537,6 @@ All log runs
-
-
-
-
@@ -7617,6 +7613,10 @@ All log runs
+
+
+
+
|
@@ -7633,10 +7633,6 @@ All log runs
-
-
-
-
@@ -7713,6 +7709,10 @@ All log runs
+
+
+
+
|
@@ -7729,10 +7729,6 @@ All log runs
-
-
-
-
@@ -7809,6 +7805,10 @@ All log runs
+
+
+
+
|
@@ -7825,10 +7825,6 @@ All log runs
-
-
-
-
@@ -7905,6 +7901,10 @@ All log runs
+
+
+
+
|
@@ -7921,10 +7921,6 @@ All log runs
-
-
-
-
@@ -8001,6 +7997,10 @@ All log runs
+
+
+
+
|
@@ -8017,10 +8017,6 @@ All log runs
-
-
-
-
@@ -8097,6 +8093,10 @@ All log runs
+
+
+
+
|
@@ -8113,10 +8113,6 @@ All log runs
-
-
-
-
@@ -8193,6 +8189,10 @@ All log runs
+
+
+
+
|
@@ -8209,10 +8209,6 @@ All log runs
-
-
-
-
@@ -8289,26 +8285,26 @@ All log runs
+
+
+
+
|
-
+
| DRS |
- OK
+ ERROR
|
-
-
-
-
@@ -8385,6 +8381,10 @@ All log runs
+
+
+
+
|
@@ -8401,10 +8401,6 @@ All log runs
-
-
-
-
@@ -8481,6 +8477,10 @@ All log runs
+
+
+
+
|
@@ -8497,10 +8497,6 @@ All log runs
-
-
-
-
@@ -8577,6 +8573,10 @@ All log runs
+
+
+
+
|
@@ -8593,10 +8593,6 @@ All log runs
-
-
-
-
@@ -8673,6 +8669,10 @@ All log runs
+
+
+
+
|
@@ -8689,10 +8689,6 @@ All log runs
-
-
-
-
@@ -8769,6 +8765,10 @@ All log runs
+
+
+
+
|
@@ -8785,10 +8785,6 @@ All log runs
-
-
-
-
@@ -8865,6 +8861,10 @@ All log runs
+
+
+
+
|
@@ -8881,10 +8881,6 @@ All log runs
-
-
-
-
@@ -8961,6 +8957,10 @@ All log runs
+
+
+
+
|
@@ -8977,10 +8977,6 @@ All log runs
-
-
-
-
@@ -9057,6 +9053,10 @@ All log runs
+
+
+
+
|
@@ -9073,10 +9073,6 @@ All log runs
-
-
-
-
@@ -9153,6 +9149,10 @@ All log runs
+
+
+
+
|
@@ -9169,10 +9169,6 @@ All log runs
-
-
-
-
@@ -9249,6 +9245,10 @@ All log runs
+
+
+
+
|
@@ -9265,10 +9265,6 @@ All log runs
-
-
-
-
@@ -9345,6 +9341,10 @@ All log runs
+
+
+
+
|
@@ -9361,10 +9361,6 @@ All log runs
-
-
-
-
@@ -9441,6 +9437,10 @@ All log runs
+
+
+
+
|
@@ -9457,10 +9457,6 @@ All log runs
-
-
-
-
@@ -9537,6 +9533,10 @@ All log runs
+
+
+
+
|
@@ -9553,10 +9553,6 @@ All log runs
-
-
-
-
@@ -9633,6 +9629,10 @@ All log runs
+
+
+
+
|
@@ -9649,10 +9649,6 @@ All log runs
-
-
-
-
@@ -9729,6 +9725,10 @@ All log runs
+
+
+
+
|
@@ -9745,10 +9745,6 @@ All log runs
-
-
-
-
@@ -9825,6 +9821,10 @@ All log runs
+
+
+
+
|
@@ -9841,10 +9841,6 @@ All log runs
-
-
-
-
@@ -9921,6 +9917,10 @@ All log runs
+
+
+
+
|
@@ -9937,10 +9937,6 @@ All log runs
-
-
-
-
@@ -10017,6 +10013,10 @@ All log runs
+
+
+
+
|
@@ -10033,10 +10033,6 @@ All log runs
-
-
-
-
@@ -10113,6 +10109,10 @@ All log runs
+
+
+
+
|
@@ -10129,10 +10129,6 @@ All log runs
-
-
-
-
@@ -10209,6 +10205,10 @@ All log runs
+
+
+
+
|
@@ -10225,10 +10225,6 @@ All log runs
-
-
-
-
@@ -10305,6 +10301,10 @@ All log runs
+
+
+
+
|
@@ -10321,10 +10321,6 @@ All log runs
-
-
-
-
@@ -10401,6 +10397,10 @@ All log runs
+
+
+
+
|
@@ -10417,10 +10417,6 @@ All log runs
-
-
-
-
@@ -10497,6 +10493,10 @@ All log runs
+
+
+
+
|
@@ -10513,10 +10513,6 @@ All log runs
-
-
-
-
@@ -10593,6 +10589,10 @@ All log runs
+
+
+
+
|
@@ -10609,10 +10609,6 @@ All log runs
-
-
-
-
@@ -10689,6 +10685,10 @@ All log runs
+
+
+
+
|
@@ -10705,10 +10705,6 @@ All log runs
-
-
-
-
@@ -10785,6 +10781,10 @@ All log runs
+
+
+
+
|
@@ -10801,10 +10801,6 @@ All log runs
-
-
-
-
@@ -10881,6 +10877,10 @@ All log runs
+
+
+
+
|
@@ -10897,10 +10897,6 @@ All log runs
-
-
-
-
@@ -10977,6 +10973,10 @@ All log runs
+
+
+
+
|
@@ -10993,10 +10993,6 @@ All log runs
-
-
-
-
@@ -11073,6 +11069,10 @@ All log runs
+
+
+
+
|
@@ -11089,10 +11089,6 @@ All log runs
-
-
-
-
@@ -11169,6 +11165,10 @@ All log runs
+
+
+
+
|
@@ -11185,10 +11185,6 @@ All log runs
-
-
-
-
@@ -11265,6 +11261,10 @@ All log runs
+
+
+
+
|
@@ -11281,10 +11281,6 @@ All log runs
-
-
-
-
@@ -11361,6 +11357,10 @@ All log runs
+
+
+
+
|
@@ -11377,10 +11377,6 @@ All log runs
-
-
-
-
@@ -11457,6 +11453,10 @@ All log runs
+
+
+
+
|
@@ -11473,10 +11473,6 @@ All log runs
-
-
-
-
@@ -11553,6 +11549,10 @@ All log runs
+
+
+
+
|
@@ -11569,10 +11569,6 @@ All log runs
-
-
-
-
@@ -11649,6 +11645,10 @@ All log runs
+
+
+
+
|
@@ -11665,10 +11665,6 @@ All log runs
-
-
-
-
@@ -11745,6 +11741,10 @@ All log runs
+
+
+
+
|
@@ -11761,10 +11761,6 @@ All log runs
-
-
-
-
@@ -11841,6 +11837,10 @@ All log runs
+
+
+
+
|
@@ -11857,10 +11857,6 @@ All log runs
-
-
-
-
@@ -11937,6 +11933,10 @@ All log runs
+
+
+
+
|
@@ -11953,10 +11953,6 @@ All log runs
-
-
-
-
@@ -12033,6 +12029,10 @@ All log runs
+
+
+
+
|
@@ -12049,10 +12049,6 @@ All log runs
-
-
-
-
@@ -12129,6 +12125,10 @@ All log runs
+
+
+
+
|
@@ -12145,10 +12145,6 @@ All log runs
-
-
-
-
@@ -12225,6 +12221,10 @@ All log runs
+
+
+
+
|
@@ -12241,10 +12241,6 @@ All log runs
-
-
-
-
@@ -12321,6 +12317,10 @@ All log runs
+
+
+
+
|
@@ -12337,10 +12337,6 @@ All log runs
-
-
-
-
@@ -12417,6 +12413,10 @@ All log runs
+
+
+
+
|
@@ -12433,10 +12433,6 @@ All log runs
-
-
-
-
@@ -12513,6 +12509,10 @@ All log runs
+
+
+
+
|
@@ -12529,10 +12529,6 @@ All log runs
-
-
-
-
@@ -12609,6 +12605,10 @@ All log runs
+
+
+
+
|
@@ -12625,10 +12625,6 @@ All log runs
-
-
-
-
@@ -12705,6 +12701,10 @@ All log runs
+
+
+
+
|
@@ -12721,10 +12721,6 @@ All log runs
-
-
-
-
@@ -12801,6 +12797,10 @@ All log runs
+
+
+
+
|
@@ -12817,10 +12817,6 @@ All log runs
-
-
-
-
@@ -12897,6 +12893,10 @@ All log runs
+
+
+
+
|
@@ -12913,10 +12913,6 @@ All log runs
-
-
-
-
@@ -12993,6 +12989,10 @@ All log runs
+
+
+
+
|
@@ -13009,10 +13009,6 @@ All log runs
-
-
-
-
@@ -13089,6 +13085,10 @@ All log runs
+
+
+
+
|
@@ -13105,10 +13105,6 @@ All log runs
-
-
-
-
@@ -13185,6 +13181,10 @@ All log runs
+
+
+
+
|
@@ -13201,10 +13201,6 @@ All log runs
-
-
-
-
@@ -13281,6 +13277,10 @@ All log runs
+
+
+
+
|
@@ -13297,10 +13297,6 @@ All log runs
-
-
-
-
@@ -13377,6 +13373,10 @@ All log runs
+
+
+
+
|
@@ -13393,10 +13393,6 @@ All log runs
-
-
-
-
@@ -13473,6 +13469,10 @@ All log runs
+
+
+
+
|
@@ -13489,10 +13489,6 @@ All log runs
-
-
-
-
@@ -13569,6 +13565,10 @@ All log runs
+
+
+
+
|
@@ -13585,10 +13585,6 @@ All log runs
-
-
-
-
@@ -13665,6 +13661,10 @@ All log runs
+
+
+
+
|
@@ -13681,10 +13681,6 @@ All log runs
-
-
-
-
@@ -13761,6 +13757,10 @@ All log runs
+
+
+
+
|
@@ -13777,10 +13777,6 @@ All log runs
-
-
-
-
@@ -13857,6 +13853,10 @@ All log runs
+
+
+
+
|
@@ -13873,10 +13873,6 @@ All log runs
-
-
-
-
@@ -13953,6 +13949,10 @@ All log runs
+
+
+
+
|
@@ -13969,10 +13969,6 @@ All log runs
-
-
-
-
@@ -14049,6 +14045,10 @@ All log runs
+
+
+
+
|
@@ -14065,10 +14065,6 @@ All log runs
-
-
-
-
@@ -14145,6 +14141,10 @@ All log runs
+
+
+
+
|
@@ -14161,10 +14161,6 @@ All log runs
-
-
-
-
@@ -14241,6 +14237,10 @@ All log runs
+
+
+
+
|
@@ -14257,10 +14257,6 @@ All log runs
-
-
-
-
@@ -14337,6 +14333,10 @@ All log runs
+
+
+
+
|
@@ -14353,10 +14353,6 @@ All log runs
-
-
-
-
@@ -14433,6 +14429,10 @@ All log runs
+
+
+
+
|
@@ -14449,10 +14449,6 @@ All log runs
-
-
-
-
@@ -14529,6 +14525,10 @@ All log runs
+
+
+
+
|
@@ -14545,10 +14545,6 @@ All log runs
-
-
-
-
@@ -14625,6 +14621,10 @@ All log runs
+
+
+
+
|
@@ -14641,10 +14641,6 @@ All log runs
-
-
-
-
@@ -14721,6 +14717,10 @@ All log runs
+
+
+
+
|
@@ -14737,10 +14737,6 @@ All log runs
-
-
-
-
@@ -14817,6 +14813,10 @@ All log runs
+
+
+
+
|
@@ -14833,10 +14833,6 @@ All log runs
-
-
-
-
@@ -14913,6 +14909,10 @@ All log runs
+
+
+
+
|
@@ -14929,10 +14929,6 @@ All log runs
-
-
-
-
@@ -15009,6 +15005,10 @@ All log runs
+
+
+
+
|
@@ -15025,10 +15025,6 @@ All log runs
-
-
-
-
@@ -15105,6 +15101,10 @@ All log runs
+
+
+
+
|
@@ -15121,10 +15121,6 @@ All log runs
-
-
-
-
@@ -15201,6 +15197,10 @@ All log runs
+
+
+
+
|
@@ -15217,10 +15217,6 @@ All log runs
-
-
-
-
@@ -15297,6 +15293,10 @@ All log runs
+
+
+
+
|
@@ -15313,10 +15313,6 @@ All log runs
-
-
-
-
@@ -15393,6 +15389,10 @@ All log runs
+
+
+
+
|
@@ -15409,10 +15409,6 @@ All log runs
-
-
-
-
@@ -15489,6 +15485,10 @@ All log runs
+
+
+
+
|
@@ -15505,10 +15505,6 @@ All log runs
-
-
-
-
@@ -15585,6 +15581,10 @@ All log runs
+
+
+
+
|
@@ -15601,10 +15601,6 @@ All log runs
-
-
-
-
@@ -15681,6 +15677,10 @@ All log runs
+
+
+
+
|
@@ -15697,10 +15697,6 @@ All log runs
-
-
-
-
@@ -15777,6 +15773,10 @@ All log runs
+
+
+
+
|
@@ -15793,10 +15793,6 @@ All log runs
-
-
-
-
@@ -15873,6 +15869,10 @@ All log runs
+
+
+
+
|
@@ -15889,10 +15889,6 @@ All log runs
-
-
-
-
@@ -15969,6 +15965,10 @@ All log runs
+
+
+
+
|
@@ -15985,10 +15985,6 @@ All log runs
-
-
-
-
@@ -16065,6 +16061,10 @@ All log runs
+
+
+
+
|
@@ -16081,10 +16081,6 @@ All log runs
-
-
-
-
@@ -16161,6 +16157,10 @@ All log runs
+
+
+
+
|
@@ -16177,10 +16177,6 @@ All log runs
-
-
-
-
@@ -16257,6 +16253,10 @@ All log runs
+
+
+
+
|
@@ -16273,10 +16273,6 @@ All log runs
-
-
-
-
@@ -16353,6 +16349,10 @@ All log runs
+
+
+
+
|
@@ -16369,10 +16369,6 @@ All log runs
-
-
-
-
@@ -16449,6 +16445,10 @@ All log runs
+
+
+
+
|
@@ -16465,10 +16465,6 @@ All log runs
-
-
-
-
@@ -16545,6 +16541,10 @@ All log runs
+
+
+
+
|
@@ -16561,10 +16561,6 @@ All log runs
-
-
-
-
@@ -16641,6 +16637,10 @@ All log runs
+
+
+
+
|
@@ -16657,10 +16657,6 @@ All log runs
-
-
-
-
@@ -16737,6 +16733,10 @@ All log runs
+
+
+
+
|
@@ -16753,10 +16753,6 @@ All log runs
-
-
-
-
@@ -16833,6 +16829,10 @@ All log runs
+
+
+
+
|
@@ -16849,10 +16849,6 @@ All log runs
-
-
-
-
@@ -16929,6 +16925,10 @@ All log runs
+
+
+
+
|
@@ -16945,10 +16945,6 @@ All log runs
-
-
-
-
@@ -17025,6 +17021,10 @@ All log runs
+
+
+
+
|
@@ -17041,10 +17041,6 @@ All log runs
-
-
-
-
@@ -17121,26 +17117,26 @@ All log runs
+
+
+
+
|
-
+
| MAL |
- ERROR
+ OK
|
-
-
-
-
@@ -17217,6 +17213,10 @@ All log runs
+
+
+
+
|
@@ -17233,10 +17233,6 @@ All log runs
-
-
-
-
@@ -17313,6 +17309,10 @@ All log runs
+
+
+
+
|
@@ -17329,10 +17329,6 @@ All log runs
-
-
-
-
@@ -17409,6 +17405,10 @@ All log runs
+
+
+
+
|
@@ -17425,10 +17425,6 @@ All log runs
-
-
-
-
@@ -17505,6 +17501,10 @@ All log runs
+
+
+
+
|
@@ -17521,10 +17521,6 @@ All log runs
-
-
-
-
@@ -17601,6 +17597,10 @@ All log runs
+
+
+
+
|
@@ -17617,10 +17617,6 @@ All log runs
-
-
-
-
@@ -17697,6 +17693,10 @@ All log runs
+
+
+
+
|
@@ -17713,10 +17713,6 @@ All log runs
-
-
-
-
@@ -17793,6 +17789,10 @@ All log runs
+
+
+
+
|
@@ -17809,10 +17809,6 @@ All log runs
-
-
-
-
@@ -17889,6 +17885,10 @@ All log runs
+
+
+
+
|
@@ -17905,10 +17905,6 @@ All log runs
-
-
-
-
@@ -17985,6 +17981,10 @@ All log runs
+
+
+
+
|
@@ -18001,10 +18001,6 @@ All log runs
-
-
-
-
@@ -18081,6 +18077,10 @@ All log runs
+
+
+
+
|
@@ -18097,10 +18097,6 @@ All log runs
-
-
-
-
@@ -18177,6 +18173,10 @@ All log runs
+
+
+
+
|
@@ -18193,10 +18193,6 @@ All log runs
-
-
-
-
@@ -18273,6 +18269,10 @@ All log runs
+
+
+
+
|
@@ -18289,10 +18289,6 @@ All log runs
-
-
-
-
@@ -18369,6 +18365,10 @@ All log runs
+
+
+
+
|
@@ -18385,10 +18385,6 @@ All log runs
-
-
-
-
@@ -18465,6 +18461,10 @@ All log runs
+
+
+
+
|
@@ -18481,10 +18481,6 @@ All log runs
-
-
-
-
@@ -18561,6 +18557,10 @@ All log runs
+
+
+
+
|
@@ -18577,10 +18577,6 @@ All log runs
-
-
-
-
@@ -18657,6 +18653,10 @@ All log runs
+
+
+
+
|
@@ -18673,10 +18673,6 @@ All log runs
-
-
-
-
@@ -18753,6 +18749,10 @@ All log runs
+
+
+
+
|
@@ -18769,10 +18769,6 @@ All log runs
-
-
-
-
@@ -18849,6 +18845,10 @@ All log runs
+
+
+
+
|
@@ -18865,10 +18865,6 @@ All log runs
-
-
-
-
@@ -18945,6 +18941,10 @@ All log runs
+
+
+
+
|
@@ -18961,10 +18961,6 @@ All log runs
-
-
-
-
@@ -19041,6 +19037,10 @@ All log runs
+
+
+
+
|
@@ -19057,10 +19057,6 @@ All log runs
-
-
-
-
@@ -19137,6 +19133,10 @@ All log runs
+
+
+
+
|
@@ -19153,10 +19153,6 @@ All log runs
-
-
-
-
@@ -19233,6 +19229,10 @@ All log runs
+
+
+
+
|
@@ -19249,10 +19249,6 @@ All log runs
-
-
-
-
@@ -19329,6 +19325,10 @@ All log runs
+
+
+
+
|
@@ -19345,10 +19345,6 @@ All log runs
-
-
-
-
@@ -19425,6 +19421,10 @@ All log runs
+
+
+
+
|
@@ -19441,10 +19441,6 @@ All log runs
-
-
-
-
@@ -19521,6 +19517,10 @@ All log runs
+
+
+
+
|
@@ -19537,10 +19537,6 @@ All log runs
-
-
-
-
@@ -19617,6 +19613,10 @@ All log runs
+
+
+
+
|
@@ -19633,10 +19633,6 @@ All log runs
-
-
-
-
@@ -19713,6 +19709,10 @@ All log runs
+
+
+
+
|
@@ -19729,10 +19729,6 @@ All log runs
-
-
-
-
@@ -19809,6 +19805,10 @@ All log runs
+
+
+
+
|
@@ -19825,10 +19825,6 @@ All log runs
-
-
-
-
@@ -19905,6 +19901,10 @@ All log runs
+
+
+
+
|
@@ -19921,10 +19921,6 @@ All log runs
-
-
-
-
@@ -20001,6 +19997,10 @@ All log runs
+
+
+
+
|
@@ -20017,10 +20017,6 @@ All log runs
-
-
-
-
@@ -20097,6 +20093,10 @@ All log runs
+
+
+
+
|
@@ -20113,10 +20113,6 @@ All log runs
-
-
-
-
@@ -20193,6 +20189,10 @@ All log runs
+
+
+
+
|
@@ -20209,10 +20209,6 @@ All log runs
-
-
-
-
@@ -20289,6 +20285,10 @@ All log runs
+
+
+
+
|
@@ -20305,10 +20305,6 @@ All log runs
-
-
-
-
@@ -20385,6 +20381,10 @@ All log runs
+
+
+
+
|
@@ -20401,10 +20401,6 @@ All log runs
-
-
-
-
@@ -20481,6 +20477,10 @@ All log runs
+
+
+
+
|
@@ -20497,10 +20497,6 @@ All log runs
-
-
-
-
@@ -20577,6 +20573,10 @@ All log runs
+
+
+
+
|
@@ -20593,10 +20593,6 @@ All log runs
-
-
-
-
@@ -20673,6 +20669,10 @@ All log runs
+
+
+
+
|
@@ -20689,10 +20689,6 @@ All log runs
-
-
-
-
@@ -20769,6 +20765,10 @@ All log runs
+
+
+
+
|
@@ -20785,10 +20785,6 @@ All log runs
-
-
-
-
@@ -20865,6 +20861,10 @@ All log runs
+
+
+
+
|
@@ -20881,10 +20881,6 @@ All log runs
-
-
-
-
@@ -20961,6 +20957,10 @@ All log runs
+
+
+
+
|
@@ -20977,10 +20977,6 @@ All log runs
-
-
-
-
@@ -21057,6 +21053,10 @@ All log runs
+
+
+
+
|
@@ -21073,10 +21073,6 @@ All log runs
-
-
-
-
@@ -21153,6 +21149,10 @@ All log runs
+
+
+
+
|
@@ -21169,10 +21169,6 @@ All log runs
-
-
-
-
@@ -21249,6 +21245,10 @@ All log runs
+
+
+
+
|
@@ -21265,83 +21265,83 @@ All log runs
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
@@ -21361,10 +21361,6 @@ All log runs
-
-
-
-
@@ -21441,6 +21437,10 @@ All log runs
+
+
+
+
|
@@ -21457,10 +21457,6 @@ All log runs
-
-
-
-
@@ -21537,6 +21533,10 @@ All log runs
+
+
+
+
|
@@ -21553,10 +21553,6 @@ All log runs
-
-
-
-
@@ -21633,6 +21629,10 @@ All log runs
+
+
+
+
|
@@ -21649,10 +21649,6 @@ All log runs
-
-
-
-
@@ -21729,6 +21725,10 @@ All log runs
+
+
+
+
|
@@ -21745,10 +21745,6 @@ All log runs
-
-
-
-
@@ -21825,6 +21821,10 @@ All log runs
+
+
+
+
|
@@ -21841,10 +21841,6 @@ All log runs
-
-
-
-
@@ -21921,6 +21917,10 @@ All log runs
+
+
+
+
|
@@ -21937,10 +21937,6 @@ All log runs
-
-
-
-
@@ -22017,6 +22013,10 @@ All log runs
+
+
+
+
|
@@ -22033,10 +22033,6 @@ All log runs
-
-
-
-
@@ -22113,6 +22109,10 @@ All log runs
+
+
+
+
|
@@ -22129,10 +22129,6 @@ All log runs
-
-
-
-
@@ -22209,6 +22205,10 @@ All log runs
+
+
+
+
|
@@ -22225,10 +22225,6 @@ All log runs
-
-
-
-
@@ -22305,6 +22301,10 @@ All log runs
+
+
+
+
|
@@ -22321,10 +22321,6 @@ All log runs
-
-
-
-
@@ -22401,6 +22397,10 @@ All log runs
+
+
+
+
|
@@ -22417,10 +22417,6 @@ All log runs
-
-
-
-
@@ -22497,6 +22493,10 @@ All log runs
+
+
+
+
|
@@ -22513,10 +22513,6 @@ All log runs
-
-
-
-
@@ -22593,6 +22589,10 @@ All log runs
+
+
+
+
|
@@ -22609,10 +22609,6 @@ All log runs
-
-
-
-
@@ -22689,6 +22685,10 @@ All log runs
+
+
+
+
|
@@ -22705,10 +22705,6 @@ All log runs
-
-
-
-
@@ -22785,6 +22781,10 @@ All log runs
+
+
+
+
|
@@ -22801,10 +22801,6 @@ All log runs
-
-
-
-
@@ -22881,6 +22877,10 @@ All log runs
+
+
+
+
|
@@ -22897,10 +22897,6 @@ All log runs
-
-
-
-
@@ -22977,6 +22973,10 @@ All log runs
+
+
+
+
|
@@ -22993,10 +22993,6 @@ All log runs
-
-
-
-
@@ -23073,6 +23069,10 @@ All log runs
+
+
+
+
|
@@ -23089,10 +23089,6 @@ All log runs
-
-
-
-
@@ -23169,6 +23165,10 @@ All log runs
+
+
+
+
|
@@ -23185,10 +23185,6 @@ All log runs
-
-
-
-
@@ -23265,6 +23261,10 @@ All log runs
+
+
+
+
|
@@ -23281,10 +23281,6 @@ All log runs
-
-
-
-
@@ -23361,6 +23357,10 @@ All log runs
+
+
+
+
|
@@ -23377,10 +23377,6 @@ All log runs
-
-
-
-
@@ -23457,6 +23453,10 @@ All log runs
+
+
+
+
|
@@ -23473,10 +23473,6 @@ All log runs
-
-
-
-
@@ -23553,6 +23549,10 @@ All log runs
+
+
+
+
|
@@ -23569,10 +23569,6 @@ All log runs
-
-
-
-
@@ -23649,26 +23645,26 @@ All log runs
+
+
+
+
|
|
-
+
| RUH |
- OK
+ ERROR
|
-
-
-
-
@@ -23745,6 +23741,10 @@ All log runs
+
+
+
+
|
@@ -23761,10 +23761,6 @@ All log runs
-
-
-
-
@@ -23841,6 +23837,10 @@ All log runs
+
+
+
+
|
@@ -23857,10 +23857,6 @@ All log runs
-
-
-
-
@@ -23937,6 +23933,10 @@ All log runs
+
+
+
+
|
@@ -23953,10 +23953,6 @@ All log runs
-
-
-
-
@@ -24033,6 +24029,10 @@ All log runs
+
+
+
+
|
@@ -24049,10 +24049,6 @@ All log runs
-
-
-
-
@@ -24129,6 +24125,10 @@ All log runs
+
+
+
+
|
@@ -24145,10 +24145,6 @@ All log runs
-
-
-
-
@@ -24225,6 +24221,10 @@ All log runs
+
+
+
+
|
@@ -24241,10 +24241,6 @@ All log runs
-
-
-
-
@@ -24321,6 +24317,10 @@ All log runs
+
+
+
+
|
@@ -24337,10 +24337,6 @@ All log runs
-
-
-
-
@@ -24417,6 +24413,10 @@ All log runs
+
+
+
+
|
@@ -24433,10 +24433,6 @@ All log runs
-
-
-
-
@@ -24513,6 +24509,10 @@ All log runs
+
+
+
+
|
@@ -24529,10 +24529,6 @@ All log runs
-
-
-
-
@@ -24609,6 +24605,10 @@ All log runs
+
+
+
+
|
@@ -24625,10 +24625,6 @@ All log runs
-
-
-
-
@@ -24705,6 +24701,10 @@ All log runs
+
+
+
+
|
@@ -24721,10 +24721,6 @@ All log runs
-
-
-
-
@@ -24801,6 +24797,10 @@ All log runs
+
+
+
+
|
@@ -24817,10 +24817,6 @@ All log runs
-
-
-
-
@@ -24897,6 +24893,10 @@ All log runs
+
+
+
+
|
@@ -24913,10 +24913,6 @@ All log runs
-
-
-
-
@@ -24993,6 +24989,10 @@ All log runs
+
+
+
+
|
@@ -25009,10 +25009,6 @@ All log runs
-
-
-
-
@@ -25089,6 +25085,10 @@ All log runs
+
+
+
+
|
@@ -25201,10 +25201,6 @@ All log runs
-
-
-
-
@@ -25281,6 +25277,10 @@ All log runs
+
+
+
+
|
@@ -25297,10 +25297,6 @@ All log runs
-
-
-
-
@@ -25377,6 +25373,10 @@ All log runs
+
+
+
+
|
@@ -25393,10 +25393,6 @@ All log runs
-
-
-
-
@@ -25473,6 +25469,10 @@ All log runs
+
+
+
+
|
@@ -25489,10 +25489,6 @@ All log runs
-
-
-
-
@@ -25569,6 +25565,10 @@ All log runs
+
+
+
+
|
@@ -25585,10 +25585,6 @@ All log runs
-
-
-
-
@@ -25665,6 +25661,10 @@ All log runs
+
+
+
+
|
@@ -25681,10 +25681,6 @@ All log runs
-
-
-
-
@@ -25761,6 +25757,10 @@ All log runs
+
+
+
+
|
@@ -25777,10 +25777,6 @@ All log runs
-
-
-
-
@@ -25857,6 +25853,10 @@ All log runs
+
+
+
+
|
@@ -25873,10 +25873,6 @@ All log runs
-
-
-
-
@@ -25953,6 +25949,10 @@ All log runs
+
+
+
+
|
@@ -25969,10 +25969,6 @@ All log runs
-
-
-
-
@@ -26049,6 +26045,10 @@ All log runs
+
+
+
+
|
@@ -26065,10 +26065,6 @@ All log runs
-
-
-
-
@@ -26145,6 +26141,10 @@ All log runs
+
+
+
+
|
@@ -26161,10 +26161,6 @@ All log runs
-
-
-
-
@@ -26241,6 +26237,10 @@ All log runs
+
+
+
+
|
@@ -26257,10 +26257,6 @@ All log runs
-
-
-
-
@@ -26337,6 +26333,10 @@ All log runs
+
+
+
+
|
@@ -26353,10 +26353,6 @@ All log runs
-
-
-
-
@@ -26433,6 +26429,10 @@ All log runs
+
+
+
+
|
@@ -26449,10 +26449,6 @@ All log runs
-
-
-
-
@@ -26529,6 +26525,10 @@ All log runs
+
+
+
+
|
@@ -26545,10 +26545,6 @@ All log runs
-
-
-
-
@@ -26625,6 +26621,10 @@ All log runs
+
+
+
+
|
@@ -26641,10 +26641,6 @@ All log runs
-
-
-
-
@@ -26721,6 +26717,10 @@ All log runs
+
+
+
+
|
@@ -26737,10 +26737,6 @@ All log runs
-
-
-
-
@@ -26817,6 +26813,10 @@ All log runs
+
+
+
+
|
@@ -26833,10 +26833,6 @@ All log runs
-
-
-
-
@@ -26913,6 +26909,10 @@ All log runs
+
+
+
+
|
@@ -26929,10 +26929,6 @@ All log runs
-
-
-
-
@@ -27009,6 +27005,10 @@ All log runs
+
+
+
+
|
@@ -27025,10 +27025,6 @@ All log runs
-
-
-
-
@@ -27105,6 +27101,10 @@ All log runs
+
+
+
+
|
@@ -27121,10 +27121,6 @@ All log runs
-
-
-
-
@@ -27201,6 +27197,10 @@ All log runs
+
+
+
+
|
@@ -27217,10 +27217,6 @@ All log runs
-
-
-
-
@@ -27297,6 +27293,10 @@ All log runs
+
+
+
+
|
@@ -27313,10 +27313,6 @@ All log runs
-
-
-
-
@@ -27393,6 +27389,10 @@ All log runs
+
+
+
+
|
@@ -27409,10 +27409,6 @@ All log runs
-
-
-
-
@@ -27489,6 +27485,10 @@ All log runs
+
+
+
+
|
@@ -27505,10 +27505,6 @@ All log runs
-
-
-
-
@@ -27585,6 +27581,10 @@ All log runs
+
+
+
+
|
@@ -27601,10 +27601,6 @@ All log runs
-
-
-
-
@@ -27681,6 +27677,10 @@ All log runs
+
+
+
+
|
@@ -27697,10 +27697,6 @@ All log runs
-
-
-
-
@@ -27777,6 +27773,10 @@ All log runs
+
+
+
+
|
@@ -27793,10 +27793,6 @@ All log runs
-
-
-
-
@@ -27873,6 +27869,10 @@ All log runs
+
+
+
+
|
@@ -27889,10 +27889,6 @@ All log runs
-
-
-
-
@@ -27969,6 +27965,10 @@ All log runs
+
+
+
+
|
@@ -27985,10 +27985,6 @@ All log runs
-
-
-
-
@@ -28065,6 +28061,10 @@ All log runs
+
+
+
+
|
@@ -28081,10 +28081,6 @@ All log runs
-
-
-
-
@@ -28161,6 +28157,10 @@ All log runs
+
+
+
+
|
@@ -28177,10 +28177,6 @@ All log runs
-
-
-
-
@@ -28257,6 +28253,10 @@ All log runs
+
+
+
+
|
@@ -28273,10 +28273,6 @@ All log runs
-
-
-
-
@@ -28353,6 +28349,10 @@ All log runs
+
+
+
+
|
@@ -28369,10 +28369,6 @@ All log runs
-
-
-
-
@@ -28449,6 +28445,10 @@ All log runs
+
+
+
+
|
@@ -28465,10 +28465,6 @@ All log runs
-
-
-
-
@@ -28545,6 +28541,10 @@ All log runs
+
+
+
+
|
@@ -28561,10 +28561,6 @@ All log runs
-
-
-
-
@@ -28641,6 +28637,10 @@ All log runs
+
+
+
+
|
@@ -28657,10 +28657,6 @@ All log runs
-
-
-
-
@@ -28737,6 +28733,10 @@ All log runs
+
+
+
+
|
@@ -28753,10 +28753,6 @@ All log runs
-
-
-
-
@@ -28833,6 +28829,10 @@ All log runs
+
+
+
+
|
@@ -28849,10 +28849,6 @@ All log runs
-
-
-
-
@@ -28929,6 +28925,10 @@ All log runs
+
+
+
+
|
@@ -28945,10 +28945,6 @@ All log runs
-
-
-
-
@@ -29025,6 +29021,10 @@ All log runs
+
+
+
+
|
@@ -29041,10 +29041,6 @@ All log runs
-
-
-
-
@@ -29121,6 +29117,10 @@ All log runs
+
+
+
+
|
@@ -29137,10 +29137,6 @@ All log runs
-
-
-
-
@@ -29217,6 +29213,10 @@ All log runs
+
+
+
+
|
@@ -29233,10 +29233,6 @@ All log runs
-
-
-
-
@@ -29313,6 +29309,10 @@ All log runs
+
+
+
+
|
@@ -29329,10 +29329,6 @@ All log runs
-
-
-
-
@@ -29409,6 +29405,10 @@ All log runs
+
+
+
+
|
@@ -29425,10 +29425,6 @@ All log runs
-
-
-
-
@@ -29505,6 +29501,10 @@ All log runs
+
+
+
+
|
@@ -29521,10 +29521,6 @@ All log runs
-
-
-
-
@@ -29601,6 +29597,10 @@ All log runs
+
+
+
+
|
@@ -29617,10 +29617,6 @@ All log runs
-
-
-
-
@@ -29697,6 +29693,10 @@ All log runs
+
+
+
+
|
@@ -29713,10 +29713,6 @@ All log runs
-
-
-
-
@@ -29793,6 +29789,10 @@ All log runs
+
+
+
+
|
@@ -29809,10 +29809,6 @@ All log runs
-
-
-
-
@@ -29889,6 +29885,10 @@ All log runs
+
+
+
+
|
@@ -29905,10 +29905,6 @@ All log runs
-
-
-
-
@@ -29985,6 +29981,10 @@ All log runs
+
+
+
+
|
@@ -30001,10 +30001,6 @@ All log runs
-
-
-
-
@@ -30081,6 +30077,10 @@ All log runs
+
+
+
+
|
@@ -30097,10 +30097,6 @@ All log runs
-
-
-
-
@@ -30177,6 +30173,10 @@ All log runs
+
+
+
+
|
@@ -30193,10 +30193,6 @@ All log runs
-
-
-
-
@@ -30273,6 +30269,10 @@ All log runs
+
+
+
+
|
@@ -30289,10 +30289,6 @@ All log runs
-
-
-
-
@@ -30369,6 +30365,10 @@ All log runs
+
+
+
+
|
@@ -30385,10 +30385,6 @@ All log runs
-
-
-
-
@@ -30465,6 +30461,10 @@ All log runs
+
+
+
+
|
@@ -30481,10 +30481,6 @@ All log runs
-
-
-
-
@@ -30561,6 +30557,10 @@ All log runs
+
+
+
+
|
@@ -30577,10 +30577,6 @@ All log runs
-
-
-
-
@@ -30657,6 +30653,10 @@ All log runs
+
+
+
+
|
@@ -30673,10 +30673,6 @@ All log runs
-
-
-
-
@@ -30753,6 +30749,10 @@ All log runs
+
+
+
+
|
@@ -30769,10 +30769,6 @@ All log runs
-
-
-
-
@@ -30849,6 +30845,10 @@ All log runs
+
+
+
+
|
@@ -30865,10 +30865,6 @@ All log runs
-
-
-
-
@@ -30945,6 +30941,10 @@ All log runs
+
+
+
+
|
@@ -30961,10 +30961,6 @@ All log runs
-
-
-
-
@@ -31041,6 +31037,10 @@ All log runs
+
+
+
+
|
@@ -31057,10 +31057,6 @@ All log runs
-
-
-
-
@@ -31137,6 +31133,10 @@ All log runs
+
+
+
+
|
@@ -31153,10 +31153,6 @@ All log runs
-
-
-
-
@@ -31233,6 +31229,10 @@ All log runs
+
+
+
+
|
@@ -31249,10 +31249,6 @@ All log runs
-
-
-
-
@@ -31329,6 +31325,10 @@ All log runs
+
+
+
+
|
@@ -31345,10 +31345,6 @@ All log runs
-
-
-
-
@@ -31425,6 +31421,10 @@ All log runs
+
+
+
+
|
@@ -31441,10 +31441,6 @@ All log runs
-
-
-
-
@@ -31521,6 +31517,10 @@ All log runs
+
+
+
+
|
@@ -31537,10 +31537,6 @@ All log runs
-
-
-
-
@@ -31617,6 +31613,10 @@ All log runs
+
+
+
+
|
@@ -31633,10 +31633,6 @@ All log runs
-
-
-
-
@@ -31713,6 +31709,10 @@ All log runs
+
+
+
+
|
@@ -31729,10 +31729,6 @@ All log runs
-
-
-
-
@@ -31809,6 +31805,10 @@ All log runs
+
+
+
+
|
@@ -31825,10 +31825,6 @@ All log runs
-
-
-
-
@@ -31905,6 +31901,10 @@ All log runs
+
+
+
+
|
@@ -31921,10 +31921,6 @@ All log runs
-
-
-
-
@@ -32001,6 +31997,10 @@ All log runs
+
+
+
+
|
@@ -32017,10 +32017,6 @@ All log runs
-
-
-
-
@@ -32097,6 +32093,10 @@ All log runs
+
+
+
+
|
@@ -32113,10 +32113,6 @@ All log runs
-
-
-
-
@@ -32193,6 +32189,10 @@ All log runs
+
+
+
+
|
@@ -32209,10 +32209,6 @@ All log runs
-
-
-
-
@@ -32289,6 +32285,10 @@ All log runs
+
+
+
+
|
@@ -32305,10 +32305,6 @@ All log runs
-
-
-
-
@@ -32385,6 +32381,10 @@ All log runs
+
+
+
+
|
@@ -32401,10 +32401,6 @@ All log runs
-
-
-
-
@@ -32481,6 +32477,10 @@ All log runs
+
+
+
+
|
@@ -32497,10 +32497,6 @@ All log runs
-
-
-
-
@@ -32577,6 +32573,10 @@ All log runs
+
+
+
+
|
@@ -32593,10 +32593,6 @@ All log runs
-
-
-
-
@@ -32673,6 +32669,10 @@ All log runs
+
+
+
+
|
@@ -32689,10 +32689,6 @@ All log runs
-
-
-
-
@@ -32769,6 +32765,10 @@ All log runs
+
+
+
+
|
@@ -32785,10 +32785,6 @@ All log runs
-
-
-
-
@@ -32865,6 +32861,10 @@ All log runs
+
+
+
+
|
@@ -32881,10 +32881,6 @@ All log runs
-
-
-
-
@@ -32961,6 +32957,10 @@ All log runs
+
+
+
+
|
@@ -32977,10 +32977,6 @@ All log runs
-
-
-
-
@@ -33057,6 +33053,10 @@ All log runs
+
+
+
+
|
@@ -33073,10 +33073,6 @@ All log runs
-
-
-
-
@@ -33153,6 +33149,10 @@ All log runs
+
+
+
+
|
@@ -33169,10 +33169,6 @@ All log runs
-
-
-
-
@@ -33249,6 +33245,10 @@ All log runs
+
+
+
+
|
@@ -33265,10 +33265,6 @@ All log runs
-
-
-
-
@@ -33345,6 +33341,10 @@ All log runs
+
+
+
+
|
@@ -33361,10 +33361,6 @@ All log runs
-
-
-
-
@@ -33441,6 +33437,10 @@ All log runs
+
+
+
+
|
@@ -33457,10 +33457,6 @@ All log runs
-
-
-
-
@@ -33537,6 +33533,10 @@ All log runs
+
+
+
+
|
@@ -33553,10 +33553,6 @@ All log runs
-
-
-
-
@@ -33633,6 +33629,10 @@ All log runs
+
+
+
+
|
@@ -33649,10 +33649,6 @@ All log runs
-
-
-
-
@@ -33729,6 +33725,10 @@ All log runs
+
+
+
+
|
@@ -33745,10 +33745,6 @@ All log runs
-
-
-
-
@@ -33825,6 +33821,10 @@ All log runs
+
+
+
+
|
@@ -33841,10 +33841,6 @@ All log runs
-
-
-
-
@@ -33921,6 +33917,10 @@ All log runs
+
+
+
+
|
diff --git a/logbooks/ABC/index.html b/logbooks/ABC/index.html
index c55e4919e0..fe38c55067 100644
--- a/logbooks/ABC/index.html
+++ b/logbooks/ABC/index.html
@@ -37,6 +37,56 @@
+ 2024-10-27
+
+
+
+
+
- Duration
+ - 7 seconds
+
+
+
- Start
+ - 2024-10-27 09:48:02.795807
+
+
+
- End
+ - 2024-10-27 09:48:09.822370
+
+
+
- Status code
+ - 0
+
+
+
- Error
+
+
+
+
+
Run log
+ [09:48:02] Fetching Scraper for: ABC handlers.py:23
+ Begin attempting to scrape: ABC handlers.py:27
+[09:48:03] Deleting existing data... base.py:257
+ Getting all files in Councillors... base.py:209
+ Getting all files in Councillors/json... base.py:209
+[09:48:04] ...found 16 files in Councillors/json base.py:225
+ Getting all files in Councillors/raw... base.py:209
+ ...found 16 files in Councillors/raw base.py:225
+ ...found 33 files in Councillors base.py:225
+ Deleting batch no. 1 consisting of 33 files base.py:236
+ ...data deleted. base.py:264
+ Scraping from base.py:49
+ https://www.armaghbanbridgecraigavon.gov.uk/councillors/
+[09:48:08] Committing batch 1 consisting of 32 files base.py:297
+[09:48:09] Finished attempting to scrape: ABC base.py:345
+
+
+
+
+
+
2024-10-26
@@ -984,56 +1034,6 @@
Run log
-
-
-
-
2024-10-07
-
-
-
-
-
- Duration
- - 6 seconds
-
-
-
- Start
- - 2024-10-07 09:44:34.448590
-
-
-
- End
- - 2024-10-07 09:44:40.878378
-
-
-
- Status code
- - 0
-
-
-
- Error
-
-
-
-
-
-
-
Run log
-
[09:44:34] Fetching Scraper for: ABC handlers.py:23
- Begin attempting to scrape: ABC handlers.py:27
- Deleting existing data... base.py:257
-[09:44:35] Getting all files in Councillors... base.py:209
- Getting all files in Councillors/json... base.py:209
- ...found 16 files in Councillors/json base.py:225
- Getting all files in Councillors/raw... base.py:209
- ...found 16 files in Councillors/raw base.py:225
- ...found 33 files in Councillors base.py:225
- Deleting batch no. 1 consisting of 33 files base.py:236
-[09:44:36] ...data deleted. base.py:264
- Scraping from base.py:49
- https://www.armaghbanbridgecraigavon.gov.uk/councillors/
-[09:44:39] Committing batch 1 consisting of 32 files base.py:297
-[09:44:40] Finished attempting to scrape: ABC base.py:345
-
-
-